2024-11-16 04:16:53,912 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 04:16:53,931 main DEBUG Took 0.016804 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 04:16:53,932 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 04:16:53,932 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 04:16:53,933 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 04:16:53,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,941 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 04:16:53,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,958 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,960 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,962 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,962 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,964 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:16:53,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,966 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 04:16:53,968 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:16:53,969 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 04:16:53,971 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 04:16:53,972 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 04:16:53,973 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 04:16:53,973 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 04:16:53,981 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 04:16:53,984 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 04:16:53,986 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 04:16:53,986 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 04:16:53,987 main DEBUG createAppenders(={Console}) 2024-11-16 04:16:53,988 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 04:16:53,988 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 04:16:53,988 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 04:16:53,989 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 04:16:53,989 main DEBUG OutputStream closed 2024-11-16 04:16:53,990 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 04:16:53,990 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 04:16:53,990 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 04:16:54,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 04:16:54,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 04:16:54,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 04:16:54,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 04:16:54,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 04:16:54,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 04:16:54,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 04:16:54,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 04:16:54,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 04:16:54,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 04:16:54,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 04:16:54,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 04:16:54,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 04:16:54,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 04:16:54,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 04:16:54,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 04:16:54,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 04:16:54,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 04:16:54,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 04:16:54,090 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 04:16:54,090 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 04:16:54,090 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T04:16:54,105 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 04:16:54,108 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 04:16:54,108 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T04:16:54,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=9098 2024-11-16T04:16:54,399 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T04:16:54,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49 2024-11-16T04:16:54,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c, deleteOnExit=true 2024-11-16T04:16:54,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/zookeeper_0, clientPort=58188, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:16:54,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58188 2024-11-16T04:16:54,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:16:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:16:54,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/test.cache.data in system properties and HBase conf 2024-11-16T04:16:54,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:16:54,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:16:54,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:16:54,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:16:54,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:16:54,636 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T04:16:54,730 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:16:54,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:16:54,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:16:54,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:16:54,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:16:54,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:16:54,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:16:55,806 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T04:16:55,885 INFO [Time-limited test {}] log.Log(170): Logging initialized @2681ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T04:16:55,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:16:56,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:16:56,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:16:56,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:16:56,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:16:56,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:16:56,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:16:56,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:16:56,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/java.io.tmpdir/jetty-localhost-40629-hadoop-hdfs-3_4_1-tests_jar-_-any-758050044166895187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:16:56,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40629} 2024-11-16T04:16:56,233 INFO [Time-limited test {}] server.Server(415): Started @3029ms 2024-11-16T04:16:56,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:16:56,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:16:56,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:16:56,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:16:56,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:16:56,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:16:56,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:16:56,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/java.io.tmpdir/jetty-localhost-45223-hadoop-hdfs-3_4_1-tests_jar-_-any-16372132916036447471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:16:56,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:45223} 2024-11-16T04:16:56,881 INFO [Time-limited test {}] server.Server(415): Started @3677ms 2024-11-16T04:16:56,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:16:58,195 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/data/data1/current/BP-1175732718-172.17.0.2-1731730615264/current, will proceed with Du for space computation calculation, 2024-11-16T04:16:58,196 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/data/data2/current/BP-1175732718-172.17.0.2-1731730615264/current, will proceed with Du for space computation calculation, 2024-11-16T04:16:58,249 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:16:58,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ea5bb54d0cc53f4 with lease ID 0x402c597ab787e0ab: Processing first storage report for DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2 from datanode DatanodeRegistration(127.0.0.1:35719, datanodeUuid=66657841-9d4d-4ac4-857d-4056e03d3eef, infoPort=40543, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1091845362;c=1731730615264) 2024-11-16T04:16:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ea5bb54d0cc53f4 with lease ID 0x402c597ab787e0ab: from storage DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2 node DatanodeRegistration(127.0.0.1:35719, datanodeUuid=66657841-9d4d-4ac4-857d-4056e03d3eef, infoPort=40543, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1091845362;c=1731730615264), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:16:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ea5bb54d0cc53f4 with lease ID 0x402c597ab787e0ab: Processing first storage report for DS-da02bbf7-14a7-45a9-a1f6-598af7485da8 from datanode DatanodeRegistration(127.0.0.1:35719, datanodeUuid=66657841-9d4d-4ac4-857d-4056e03d3eef, infoPort=40543, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1091845362;c=1731730615264) 2024-11-16T04:16:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ea5bb54d0cc53f4 with lease ID 0x402c597ab787e0ab: from storage DS-da02bbf7-14a7-45a9-a1f6-598af7485da8 node DatanodeRegistration(127.0.0.1:35719, datanodeUuid=66657841-9d4d-4ac4-857d-4056e03d3eef, infoPort=40543, infoSecurePort=0, ipcPort=46555, storageInfo=lv=-57;cid=testClusterID;nsid=1091845362;c=1731730615264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:16:58,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49 2024-11-16T04:16:58,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:16:58,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:16:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:16:58,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec with version=8 2024-11-16T04:16:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/hbase-staging 2024-11-16T04:16:58,764 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T04:16:59,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:16:59,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:16:59,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:16:59,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:16:59,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:16:59,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:16:59,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:16:59,319 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T04:16:59,331 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T04:16:59,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:16:59,367 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11014 (auto-detected) 2024-11-16T04:16:59,369 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T04:16:59,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38753 2024-11-16T04:16:59,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38753 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:16:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387530x0, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:16:59,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38753-0x10141dc24930000 connected 2024-11-16T04:16:59,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:16:59,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:16:59,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:16:59,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec, hbase.cluster.distributed=false 2024-11-16T04:16:59,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/acl 2024-11-16T04:16:59,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-16T04:16:59,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38753 2024-11-16T04:16:59,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38753 2024-11-16T04:16:59,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-16T04:16:59,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-16T04:16:59,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:16:59,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:16:59,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:16:59,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:16:59,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:16:59,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:16:59,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:16:59,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:16:59,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41401 2024-11-16T04:16:59,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41401 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:16:59,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:16:59,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:16:59,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414010x0, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:16:59,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41401-0x10141dc24930001 connected 2024-11-16T04:16:59,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:16:59,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:16:59,882 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:16:59,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/master 2024-11-16T04:16:59,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/acl 2024-11-16T04:16:59,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41401 2024-11-16T04:16:59,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41401 2024-11-16T04:16:59,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41401 2024-11-16T04:16:59,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41401 2024-11-16T04:16:59,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41401 2024-11-16T04:16:59,932 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:38753 2024-11-16T04:16:59,933 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1072219664/backup-masters/fda3efb342d8,38753,1731730618869 2024-11-16T04:16:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:16:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:16:59,954 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on existing znode=/0-1072219664/backup-masters/fda3efb342d8,38753,1731730618869 2024-11-16T04:16:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:16:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1072219664/master 2024-11-16T04:16:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:16:59,984 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on existing znode=/0-1072219664/master 2024-11-16T04:16:59,986 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1072219664/backup-masters/fda3efb342d8,38753,1731730618869 from backup master directory 2024-11-16T04:16:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:16:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/backup-masters/fda3efb342d8,38753,1731730618869 2024-11-16T04:17:00,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:17:00,001 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:00,001 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,38753,1731730618869 2024-11-16T04:17:00,003 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T04:17:00,005 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T04:17:00,077 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/hbase.id] with ID: b4957c23-df56-4ceb-ba5a-272a8b68b0c4 2024-11-16T04:17:00,077 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/.tmp/hbase.id 2024-11-16T04:17:00,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:17:00,098 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/.tmp/hbase.id]:[hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/hbase.id] 2024-11-16T04:17:00,159 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:00,169 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:00,191 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-16T04:17:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:00,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:17:00,235 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:00,240 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:00,258 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:17:00,263 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:17:00,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store 2024-11-16T04:17:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:17:00,754 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T04:17:00,758 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:00,760 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:00,760 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:00,760 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:00,762 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:00,762 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:00,763 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:00,764 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730620759Disabling compacts and flushes for region at 1731730620759Disabling writes for close at 1731730620762 (+3 ms)Writing region close event to WAL at 1731730620762Closed at 1731730620763 (+1 ms) 2024-11-16T04:17:00,769 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/.initializing 2024-11-16T04:17:00,769 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869 2024-11-16T04:17:00,778 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:00,795 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C38753%2C1731730618869, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:00,826 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869/fda3efb342d8%2C38753%2C1731730618869.1731730620801, exclude list is [], retry=0 2024-11-16T04:17:00,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:00,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T04:17:00,898 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869/fda3efb342d8%2C38753%2C1731730618869.1731730620801 2024-11-16T04:17:00,899 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:00,899 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:00,900 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:00,904 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:00,905 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:00,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:00,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:00,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:00,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:01,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:01,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:01,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:01,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:01,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:01,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:01,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:01,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:01,020 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,025 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,027 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,033 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,034 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,038 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:01,043 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:01,050 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:01,051 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63590839, jitterRate=-0.0524226576089859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:01,059 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730620922Initializing all the Stores at 1731730620924 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730620925 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730620926 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730620927 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730620927Cleaning up temporary data from old regions at 1731730621034 (+107 ms)Region opened successfully at 1731730621059 (+25 ms) 2024-11-16T04:17:01,061 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:01,099 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec2b7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:01,132 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:17:01,143 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:01,143 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:01,146 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:01,147 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T04:17:01,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T04:17:01,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:01,186 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:01,197 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:01,287 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/balancer already deleted, retry=false 2024-11-16T04:17:01,291 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:01,293 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:01,304 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/normalizer already deleted, retry=false 2024-11-16T04:17:01,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:01,311 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:01,319 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/switch/split already deleted, retry=false 2024-11-16T04:17:01,321 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:01,329 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/switch/merge already deleted, retry=false 2024-11-16T04:17:01,351 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:01,361 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:01,375 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,38753,1731730618869, sessionid=0x10141dc24930000, setting cluster-up flag (Was=false) 2024-11-16T04:17:01,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:01,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:01,435 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1072219664/flush-table-proc/acquired, /0-1072219664/flush-table-proc/reached, /0-1072219664/flush-table-proc/abort 2024-11-16T04:17:01,437 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,38753,1731730618869 2024-11-16T04:17:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:01,493 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1072219664/online-snapshot/acquired, /0-1072219664/online-snapshot/reached, /0-1072219664/online-snapshot/abort 2024-11-16T04:17:01,495 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,38753,1731730618869 2024-11-16T04:17:01,506 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:17:01,517 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(746): ClusterId : b4957c23-df56-4ceb-ba5a-272a8b68b0c4 2024-11-16T04:17:01,520 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:01,533 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:01,533 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:01,557 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:01,557 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193945ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:01,577 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:41401 2024-11-16T04:17:01,581 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:01,581 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:01,581 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:01,584 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,38753,1731730618869 with port=41401, startcode=1731730619770 2024-11-16T04:17:01,589 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:01,597 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:01,599 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:01,609 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:01,617 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,38753,1731730618869 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:01,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:01,631 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:01,631 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:01,631 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:01,631 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:01,632 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,632 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:01,632 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,647 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:01,650 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730651650 2024-11-16T04:17:01,652 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:01,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:01,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:17:01,653 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:01,655 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:17:01,657 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:01,658 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:01,658 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:01,658 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:01,660 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:01,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:17:01,673 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:01,674 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:01,675 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:01,675 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:01,692 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:01,693 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:01,696 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T04:17:01,696 WARN [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T04:17:01,700 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730621694,5,FailOnTimeoutGroup] 2024-11-16T04:17:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:17:01,708 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730621700,5,FailOnTimeoutGroup] 2024-11-16T04:17:01,708 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,709 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:01,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,798 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,38753,1731730618869 with port=41401, startcode=1731730619770 2024-11-16T04:17:01,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,41401,1731730619770 2024-11-16T04:17:01,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,41401,1731730619770 2024-11-16T04:17:01,812 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec 2024-11-16T04:17:01,812 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33827 2024-11-16T04:17:01,813 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:01,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/rs 2024-11-16T04:17:01,844 DEBUG [RS:0;fda3efb342d8:41401 {}] zookeeper.ZKUtil(111): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on existing znode=/0-1072219664/rs/fda3efb342d8,41401,1731730619770 2024-11-16T04:17:01,844 WARN [RS:0;fda3efb342d8:41401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:01,844 INFO [RS:0;fda3efb342d8:41401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:01,845 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770 2024-11-16T04:17:01,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,41401,1731730619770] 2024-11-16T04:17:01,882 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:01,901 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:01,910 INFO [RS:0;fda3efb342d8:41401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:01,910 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,917 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:01,923 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:01,924 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,925 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,925 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,925 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,925 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,926 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,926 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:01,926 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,926 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,926 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,927 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,927 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,927 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:01,927 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:01,927 DEBUG [RS:0;fda3efb342d8:41401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:01,929 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,930 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,930 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,930 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,930 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,930 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41401,1731730619770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:01,963 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:01,966 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41401,1731730619770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,966 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,966 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.Replication(171): fda3efb342d8,41401,1731730619770 started 2024-11-16T04:17:01,991 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:01,991 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,41401,1731730619770, RpcServer on fda3efb342d8/172.17.0.2:41401, sessionid=0x10141dc24930001 2024-11-16T04:17:01,992 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:01,992 DEBUG [RS:0;fda3efb342d8:41401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,41401,1731730619770 2024-11-16T04:17:01,994 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,41401,1731730619770' 2024-11-16T04:17:01,994 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1072219664/flush-table-proc/abort' 2024-11-16T04:17:01,995 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1072219664/flush-table-proc/acquired' 2024-11-16T04:17:01,995 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:01,995 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:01,995 DEBUG [RS:0;fda3efb342d8:41401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,41401,1731730619770 2024-11-16T04:17:01,996 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,41401,1731730619770' 2024-11-16T04:17:01,996 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1072219664/online-snapshot/abort' 2024-11-16T04:17:01,997 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1072219664/online-snapshot/acquired' 2024-11-16T04:17:01,997 DEBUG [RS:0;fda3efb342d8:41401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:01,998 INFO [RS:0;fda3efb342d8:41401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:01,998 INFO [RS:0;fda3efb342d8:41401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:02,103 INFO [RS:0;fda3efb342d8:41401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:02,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:17:02,106 INFO [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C41401%2C1731730619770, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs, maxLogs=10 2024-11-16T04:17:02,107 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec 2024-11-16T04:17:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:17:02,132 DEBUG [RS:0;fda3efb342d8:41401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110, exclude list is [], retry=0 2024-11-16T04:17:02,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:02,140 INFO [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 2024-11-16T04:17:02,141 DEBUG [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:02,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:02,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:02,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:02,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:02,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:02,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:02,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:02,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:02,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:02,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:02,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:02,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:02,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:02,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:02,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:02,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740 2024-11-16T04:17:02,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740 2024-11-16T04:17:02,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:02,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:02,554 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:02,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:02,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:02,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74993160, jitterRate=0.1174851655960083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:02,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730622525Initializing all the Stores at 1731730622527 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730622527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730622527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730622527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730622527Cleaning up temporary data from old regions at 1731730622554 (+27 ms)Region opened successfully at 1731730622568 (+14 ms) 2024-11-16T04:17:02,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:02,568 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:02,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:02,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:02,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:02,570 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730622568Disabling compacts and flushes for region at 1731730622568Disabling writes for close at 1731730622569 (+1 ms)Writing region close event to WAL at 1731730622570 (+1 ms)Closed at 1731730622570 2024-11-16T04:17:02,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:02,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:17:02,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:02,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:02,593 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:17:02,745 DEBUG [fda3efb342d8:38753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:02,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,41401,1731730619770 2024-11-16T04:17:02,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,41401,1731730619770, state=OPENING 2024-11-16T04:17:02,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:17:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:02,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:02,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:02,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:02,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,41401,1731730619770}] 2024-11-16T04:17:03,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:03,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:03,119 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:03,119 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:03,120 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:03,123 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C41401%2C1731730619770.meta, suffix=.meta, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs, maxLogs=10 2024-11-16T04:17:03,143 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.meta.1731730623125.meta, exclude list is [], retry=0 2024-11-16T04:17:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:03,151 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.meta.1731730623125.meta 2024-11-16T04:17:03,152 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:03,152 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:03,158 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:03,159 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:03,162 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:03,164 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:03,168 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:03,169 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:03,170 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:03,170 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:03,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:03,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:03,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:03,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:03,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:03,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:03,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:03,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:03,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:03,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:03,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:03,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:03,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:03,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:03,186 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:03,188 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740 2024-11-16T04:17:03,191 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740 2024-11-16T04:17:03,194 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:03,194 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:03,195 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:03,198 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:03,201 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71702874, jitterRate=0.06845608353614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:03,201 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:03,203 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730623170Writing region info on filesystem at 1731730623171 (+1 ms)Initializing all the Stores at 1731730623172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730623173 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730623173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730623173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730623173Cleaning up temporary data from old regions at 1731730623194 (+21 ms)Running coprocessor post-open hooks at 1731730623201 (+7 ms)Region opened successfully at 1731730623203 (+2 ms) 2024-11-16T04:17:03,211 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730623080 2024-11-16T04:17:03,226 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:03,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,41401,1731730619770 2024-11-16T04:17:03,226 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:03,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,41401,1731730619770, state=OPEN 2024-11-16T04:17:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:03,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:03,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:03,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,41401,1731730619770 2024-11-16T04:17:03,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:17:03,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,41401,1731730619770 in 408 msec 2024-11-16T04:17:03,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:17:03,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-16T04:17:03,343 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:03,343 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:17:03,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:03,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,41401,1731730619770, seqNum=-1] 2024-11-16T04:17:03,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:03,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:03,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8770 sec 2024-11-16T04:17:03,421 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730623421, completionTime=-1 2024-11-16T04:17:03,424 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:17:03,424 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:03,453 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:03,453 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730683453 2024-11-16T04:17:03,453 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730743453 2024-11-16T04:17:03,453 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-16T04:17:03,456 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38753,1731730618869-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,456 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38753,1731730618869-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,456 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38753,1731730618869-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,458 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:38753, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,458 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,459 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,465 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:17:03,497 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.495sec 2024-11-16T04:17:03,498 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:03,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:03,500 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:03,501 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:03,501 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:03,502 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38753,1731730618869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:03,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38753,1731730618869-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:03,513 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:03,514 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:03,515 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38753,1731730618869-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:03,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:03,531 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T04:17:03,531 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T04:17:03,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,38753,-1 for getting cluster id 2024-11-16T04:17:03,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:03,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4957c23-df56-4ceb-ba5a-272a8b68b0c4' 2024-11-16T04:17:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4957c23-df56-4ceb-ba5a-272a8b68b0c4" 2024-11-16T04:17:03,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:03,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,38753,-1] 2024-11-16T04:17:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:03,558 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:03,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:03,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:03,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,41401,1731730619770, seqNum=-1] 2024-11-16T04:17:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:03,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,38753,1731730618869 2024-11-16T04:17:03,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:17:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:03,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141dc24930002 connected 2024-11-16T04:17:03,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir so I do NOT create it in target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea 2024-11-16T04:17:03,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:17:03,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.tmp.dir so I do NOT create it in target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea 2024-11-16T04:17:03,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:17:03,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea 2024-11-16T04:17:03,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:17:03,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/cluster_1a5682ec-b6f3-e925-3cbb-5eb582cf29b9, deleteOnExit=true 2024-11-16T04:17:03,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:17:03,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/test.cache.data in system properties and HBase conf 2024-11-16T04:17:03,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:17:03,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:17:03,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:17:03,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:17:03,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:17:03,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:17:03,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:03,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:03,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:17:03,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:03,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:17:03,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:17:03,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:03,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:03,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:17:03,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:17:03,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:17:03,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:03,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:17:03,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:17:04,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:04,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:04,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:04,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:04,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:04,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:04,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:04,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:04,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/java.io.tmpdir/jetty-localhost-45337-hadoop-hdfs-3_4_1-tests_jar-_-any-11016707899678767785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:04,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:45337} 2024-11-16T04:17:04,254 INFO [Time-limited test {}] server.Server(415): Started @11050ms 2024-11-16T04:17:04,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:04,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:04,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:04,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:04,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:17:04,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:04,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:04,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/java.io.tmpdir/jetty-localhost-33097-hadoop-hdfs-3_4_1-tests_jar-_-any-17524352954177196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:04,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:33097} 2024-11-16T04:17:04,717 INFO [Time-limited test {}] server.Server(415): Started @11513ms 2024-11-16T04:17:04,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:17:05,421 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/cluster_1a5682ec-b6f3-e925-3cbb-5eb582cf29b9/data/data2/current/BP-581950882-172.17.0.2-1731730623696/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:05,421 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/cluster_1a5682ec-b6f3-e925-3cbb-5eb582cf29b9/data/data1/current/BP-581950882-172.17.0.2-1731730623696/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:05,465 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:17:05,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8440b35486be6dc with lease ID 0x401a297a3e5327b5: Processing first storage report for DS-7198670d-a18c-479b-a2a2-72680f60dc10 from datanode DatanodeRegistration(127.0.0.1:42903, datanodeUuid=2db01ce5-fd6b-4758-aea9-15ee8465b726, infoPort=43833, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1220731410;c=1731730623696) 2024-11-16T04:17:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8440b35486be6dc with lease ID 0x401a297a3e5327b5: from storage DS-7198670d-a18c-479b-a2a2-72680f60dc10 node DatanodeRegistration(127.0.0.1:42903, datanodeUuid=2db01ce5-fd6b-4758-aea9-15ee8465b726, infoPort=43833, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1220731410;c=1731730623696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8440b35486be6dc with lease ID 0x401a297a3e5327b5: Processing first storage report for DS-94e85347-47d8-4a34-be39-5f415550b50b from datanode DatanodeRegistration(127.0.0.1:42903, datanodeUuid=2db01ce5-fd6b-4758-aea9-15ee8465b726, infoPort=43833, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1220731410;c=1731730623696) 2024-11-16T04:17:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8440b35486be6dc with lease ID 0x401a297a3e5327b5: from storage DS-94e85347-47d8-4a34-be39-5f415550b50b node DatanodeRegistration(127.0.0.1:42903, datanodeUuid=2db01ce5-fd6b-4758-aea9-15ee8465b726, infoPort=43833, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1220731410;c=1731730623696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:05,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea 2024-11-16T04:17:05,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:05,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:17:05,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc with version=8 2024-11-16T04:17:05,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/hbase-staging 2024-11-16T04:17:05,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:05,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:05,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:05,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:05,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:05,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:05,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:17:05,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:05,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41295 2024-11-16T04:17:05,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41295 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:17:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412950x0, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:05,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41295-0x10141dc24930003 connected 2024-11-16T04:17:05,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:05,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:05,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/running 2024-11-16T04:17:05,624 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc, hbase.cluster.distributed=false 2024-11-16T04:17:05,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/acl 2024-11-16T04:17:05,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41295 2024-11-16T04:17:05,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41295 2024-11-16T04:17:05,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41295 2024-11-16T04:17:05,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41295 2024-11-16T04:17:05,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41295 2024-11-16T04:17:05,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:17:05,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:05,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37917 2024-11-16T04:17:05,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37917 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:17:05,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:05,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:05,672 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379170x0, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:05,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379170x0, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/running 2024-11-16T04:17:05,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:17:05,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37917-0x10141dc24930004 connected 2024-11-16T04:17:05,677 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:17:05,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/master 2024-11-16T04:17:05,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/acl 2024-11-16T04:17:05,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37917 2024-11-16T04:17:05,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37917 2024-11-16T04:17:05,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37917 2024-11-16T04:17:05,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37917 2024-11-16T04:17:05,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37917 2024-11-16T04:17:05,716 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:41295 2024-11-16T04:17:05,717 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1122662779/backup-masters/fda3efb342d8,41295,1731730625520 2024-11-16T04:17:05,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779/backup-masters 2024-11-16T04:17:05,729 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779/backup-masters 2024-11-16T04:17:05,730 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on existing znode=/1122662779/backup-masters/fda3efb342d8,41295,1731730625520 2024-11-16T04:17:05,740 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1122662779/master 2024-11-16T04:17:05,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:05,740 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:05,741 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on existing znode=/1122662779/master 2024-11-16T04:17:05,741 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1122662779/backup-masters/fda3efb342d8,41295,1731730625520 from backup master directory 2024-11-16T04:17:05,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1122662779/backup-masters/fda3efb342d8,41295,1731730625520 2024-11-16T04:17:05,751 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:05,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779/backup-masters 2024-11-16T04:17:05,751 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,41295,1731730625520 2024-11-16T04:17:05,751 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779/backup-masters 2024-11-16T04:17:05,758 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/hbase.id] with ID: beccf1b0-191f-4f2a-a740-c07c8293aafd 2024-11-16T04:17:05,759 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/.tmp/hbase.id 2024-11-16T04:17:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:17:06,174 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/.tmp/hbase.id]:[hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/hbase.id] 2024-11-16T04:17:06,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:06,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:06,238 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-16T04:17:06,287 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:17:06,702 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:06,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:06,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:17:06,716 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store 2024-11-16T04:17:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:17:06,728 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:06,728 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:06,729 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:06,729 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:06,729 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:06,729 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:06,729 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:06,729 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730626728Disabling compacts and flushes for region at 1731730626728Disabling writes for close at 1731730626729 (+1 ms)Writing region close event to WAL at 1731730626729Closed at 1731730626729 2024-11-16T04:17:06,730 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/.initializing 2024-11-16T04:17:06,730 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/WALs/fda3efb342d8,41295,1731730625520 2024-11-16T04:17:06,732 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:06,735 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C41295%2C1731730625520, suffix=, logDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/WALs/fda3efb342d8,41295,1731730625520, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:06,748 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/WALs/fda3efb342d8,41295,1731730625520/fda3efb342d8%2C41295%2C1731730625520.1731730626735, exclude list is [], retry=0 2024-11-16T04:17:06,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7198670d-a18c-479b-a2a2-72680f60dc10,DISK] 2024-11-16T04:17:06,756 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/WALs/fda3efb342d8,41295,1731730625520/fda3efb342d8%2C41295%2C1731730625520.1731730626735 2024-11-16T04:17:06,756 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43833:43833)] 2024-11-16T04:17:06,756 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:06,757 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:06,757 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,757 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:06,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:06,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:06,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:06,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:06,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:06,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:06,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:06,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:06,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:06,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:06,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:06,774 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,775 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,776 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,778 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,779 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,779 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:06,781 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:06,785 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:06,786 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72856878, jitterRate=0.08565208315849304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:06,787 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730626757Initializing all the Stores at 1731730626759 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730626759Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730626760 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730626760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730626760Cleaning up temporary data from old regions at 1731730626779 (+19 ms)Region opened successfully at 1731730626786 (+7 ms) 2024-11-16T04:17:06,787 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:06,793 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4661a7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:06,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:17:06,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:06,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:06,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:06,795 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:17:06,795 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:17:06,795 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:06,798 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:06,799 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Unable to get data of znode /1122662779/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:06,845 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1122662779/balancer already deleted, retry=false 2024-11-16T04:17:06,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:06,846 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Unable to get data of znode /1122662779/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:06,855 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1122662779/normalizer already deleted, retry=false 2024-11-16T04:17:06,856 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:06,857 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Unable to get data of znode /1122662779/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:06,866 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1122662779/switch/split already deleted, retry=false 2024-11-16T04:17:06,867 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Unable to get data of znode /1122662779/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:06,876 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1122662779/switch/merge already deleted, retry=false 2024-11-16T04:17:06,879 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Unable to get data of znode /1122662779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:06,887 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1122662779/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:06,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1122662779/running 2024-11-16T04:17:06,898 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1122662779/running 2024-11-16T04:17:06,898 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,898 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,41295,1731730625520, sessionid=0x10141dc24930003, setting cluster-up flag (Was=false) 2024-11-16T04:17:06,919 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,950 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1122662779/flush-table-proc/acquired, /1122662779/flush-table-proc/reached, /1122662779/flush-table-proc/abort 2024-11-16T04:17:06,952 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,41295,1731730625520 2024-11-16T04:17:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:06,971 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:07,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1122662779/online-snapshot/acquired, /1122662779/online-snapshot/reached, /1122662779/online-snapshot/abort 2024-11-16T04:17:07,004 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,41295,1731730625520 2024-11-16T04:17:07,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:17:07,010 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:07,011 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:07,011 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:07,011 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,41295,1731730625520 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:07,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,014 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730657014 2024-11-16T04:17:07,014 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:07,015 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:07,015 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:07,015 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:07,015 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:07,015 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:07,023 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:07,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:17:07,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:07,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:07,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:07,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:07,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:17:07,028 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:07,028 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:07,032 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730627028,5,FailOnTimeoutGroup] 2024-11-16T04:17:07,032 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730627032,5,FailOnTimeoutGroup] 2024-11-16T04:17:07,032 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,032 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:07,032 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,032 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:17:07,103 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(746): ClusterId : beccf1b0-191f-4f2a-a740-c07c8293aafd 2024-11-16T04:17:07,103 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:07,165 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:07,165 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:07,193 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:07,194 DEBUG [RS:0;fda3efb342d8:37917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d208b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:07,210 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:37917 2024-11-16T04:17:07,210 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:07,210 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:07,210 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:07,212 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,41295,1731730625520 with port=37917, startcode=1731730625653 2024-11-16T04:17:07,212 DEBUG [RS:0;fda3efb342d8:37917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:07,214 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:07,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41295 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,218 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc 2024-11-16T04:17:07,218 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43021 2024-11-16T04:17:07,218 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779/rs 2024-11-16T04:17:07,269 DEBUG [RS:0;fda3efb342d8:37917 {}] zookeeper.ZKUtil(111): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on existing znode=/1122662779/rs/fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,269 WARN [RS:0;fda3efb342d8:37917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:07,269 INFO [RS:0;fda3efb342d8:37917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:07,269 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,37917,1731730625653] 2024-11-16T04:17:07,274 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:07,277 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:07,278 INFO [RS:0;fda3efb342d8:37917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:07,278 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,278 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:07,279 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:07,279 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,280 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,281 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,281 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,281 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:07,281 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:07,281 DEBUG [RS:0;fda3efb342d8:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:07,281 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,282 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,282 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,282 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,282 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,282 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37917,1731730625653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:07,298 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:07,298 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37917,1731730625653-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,298 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,298 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.Replication(171): fda3efb342d8,37917,1731730625653 started 2024-11-16T04:17:07,312 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:07,312 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,37917,1731730625653, RpcServer on fda3efb342d8/172.17.0.2:37917, sessionid=0x10141dc24930004 2024-11-16T04:17:07,312 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:07,312 DEBUG [RS:0;fda3efb342d8:37917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,312 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37917,1731730625653' 2024-11-16T04:17:07,312 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1122662779/flush-table-proc/abort' 2024-11-16T04:17:07,313 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1122662779/flush-table-proc/acquired' 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37917,1731730625653' 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1122662779/online-snapshot/abort' 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1122662779/online-snapshot/acquired' 2024-11-16T04:17:07,314 DEBUG [RS:0;fda3efb342d8:37917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:07,315 INFO [RS:0;fda3efb342d8:37917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:07,315 INFO [RS:0;fda3efb342d8:37917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:07,415 INFO [RS:0;fda3efb342d8:37917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:07,418 INFO [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37917%2C1731730625653, suffix=, logDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/oldWALs, maxLogs=10 2024-11-16T04:17:07,433 DEBUG [RS:0;fda3efb342d8:37917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653/fda3efb342d8%2C37917%2C1731730625653.1731730627419, exclude list is [], retry=0 2024-11-16T04:17:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7198670d-a18c-479b-a2a2-72680f60dc10,DISK] 2024-11-16T04:17:07,440 INFO [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653/fda3efb342d8%2C37917%2C1731730625653.1731730627419 2024-11-16T04:17:07,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:17:07,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc 2024-11-16T04:17:07,458 DEBUG [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43833:43833)] 2024-11-16T04:17:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:17:07,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:07,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:07,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:07,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:07,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:07,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:07,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:07,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:07,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:07,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:07,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740 2024-11-16T04:17:07,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740 2024-11-16T04:17:07,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:07,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:07,502 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:07,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:07,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:07,520 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74616169, jitterRate=0.11186756193637848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:07,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730627471Initializing all the Stores at 1731730627474 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730627474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730627476 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730627476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730627476Cleaning up temporary data from old regions at 1731730627502 (+26 ms)Region opened successfully at 1731730627521 (+19 ms) 2024-11-16T04:17:07,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:07,521 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:07,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:07,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:07,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:07,522 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:07,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730627521Disabling compacts and flushes for region at 1731730627521Disabling writes for close at 1731730627521Writing region close event to WAL at 1731730627522 (+1 ms)Closed at 1731730627522 2024-11-16T04:17:07,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:07,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:17:07,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:07,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:07,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:17:07,680 DEBUG [fda3efb342d8:41295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:07,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,37917,1731730625653, state=OPENING 2024-11-16T04:17:07,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:17:07,740 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:07,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:07,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:07,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1122662779/meta-region-server: CHANGED 2024-11-16T04:17:07,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1122662779/meta-region-server: CHANGED 2024-11-16T04:17:07,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,37917,1731730625653}] 2024-11-16T04:17:07,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:17:07,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:07,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:07,909 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:07,909 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:07,910 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:07,913 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37917%2C1731730625653.meta, suffix=.meta, logDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/oldWALs, maxLogs=10 2024-11-16T04:17:07,929 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653/fda3efb342d8%2C37917%2C1731730625653.meta.1731730627915.meta, exclude list is [], retry=0 2024-11-16T04:17:07,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7198670d-a18c-479b-a2a2-72680f60dc10,DISK] 2024-11-16T04:17:07,938 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/WALs/fda3efb342d8,37917,1731730625653/fda3efb342d8%2C37917%2C1731730625653.meta.1731730627915.meta 2024-11-16T04:17:07,939 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43833:43833)] 2024-11-16T04:17:07,939 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:07,939 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:07,940 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:07,940 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:07,940 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:07,940 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:07,940 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:07,940 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:07,940 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:07,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:07,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:07,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:07,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:07,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:07,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:07,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:07,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:07,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:07,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:07,954 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:07,956 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740 2024-11-16T04:17:07,959 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740 2024-11-16T04:17:07,962 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:07,962 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:07,963 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:07,965 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:07,967 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69537976, jitterRate=0.03619658946990967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:07,967 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:07,967 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730627941Writing region info on filesystem at 1731730627941Initializing all the Stores at 1731730627942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730627943 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730627943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730627943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730627943Cleaning up temporary data from old regions at 1731730627962 (+19 ms)Running coprocessor post-open hooks at 1731730627967 (+5 ms)Region opened successfully at 1731730627967 2024-11-16T04:17:07,969 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730627895 2024-11-16T04:17:07,973 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:07,973 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:07,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,37917,1731730625653, state=OPEN 2024-11-16T04:17:07,987 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1122662779/meta-region-server 2024-11-16T04:17:07,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1122662779/meta-region-server 2024-11-16T04:17:07,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,37917,1731730625653 2024-11-16T04:17:07,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1122662779/meta-region-server: CHANGED 2024-11-16T04:17:07,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1122662779/meta-region-server: CHANGED 2024-11-16T04:17:07,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:17:07,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,37917,1731730625653 in 248 msec 2024-11-16T04:17:07,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:17:07,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-16T04:17:07,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:07,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:17:08,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:08,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37917,1731730625653, seqNum=-1] 2024-11-16T04:17:08,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:08,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:08,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-16T04:17:08,014 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730628014, completionTime=-1 2024-11-16T04:17:08,014 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:17:08,015 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:08,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730688018 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730748018 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41295,1731730625520-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41295,1731730625520-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41295,1731730625520-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:41295, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,019 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,021 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:17:08,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.273sec 2024-11-16T04:17:08,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:08,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:08,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:08,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:08,024 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:08,025 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41295,1731730625520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:08,025 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41295,1731730625520-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:08,029 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:08,029 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:08,029 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41295,1731730625520-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:08,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:08,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:08,107 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbf101b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:08,111 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:08,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37917,1731730625653, seqNum=-1] 2024-11-16T04:17:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:08,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,41295,1731730625520 2024-11-16T04:17:08,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:17:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:08,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141dc24930005 connected 2024-11-16T04:17:08,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,38753,-1 for getting cluster id 2024-11-16T04:17:08,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:08,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4957c23-df56-4ceb-ba5a-272a8b68b0c4' 2024-11-16T04:17:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4957c23-df56-4ceb-ba5a-272a8b68b0c4" 2024-11-16T04:17:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e07c8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,38753,-1] 2024-11-16T04:17:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:08,185 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bf6ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:08,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,38753,1731730618869 2024-11-16T04:17:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c7d9b1 2024-11-16T04:17:08,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:08,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:08,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:17:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:08,230 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:08,232 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc5ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,232 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:08,232 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:08,233 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e27dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:08,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:08,236 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:08,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f5676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:08,238 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:08,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:08,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e880ef 2024-11-16T04:17:08,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:08,245 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:08,256 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T04:17:08,256 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:17:08,261 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:08,262 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:08,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:08,264 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:08,270 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:17:08,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:17:08,274 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:08,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:17:08,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741835_1011 (size=1138) 2024-11-16T04:17:08,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0dbcd2ec30f416f53371d60856f1459, NAME => 'hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec 2024-11-16T04:17:08,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741836_1012 (size=44) 2024-11-16T04:17:08,323 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:08,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:08,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:08,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f0dbcd2ec30f416f53371d60856f1459, disabling compactions & flushes 2024-11-16T04:17:08,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:08,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:08,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. after waiting 0 ms 2024-11-16T04:17:08,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:08,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:08,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0dbcd2ec30f416f53371d60856f1459: Waiting for close lock at 1731730628703Disabling compacts and flushes for region at 1731730628703Disabling writes for close at 1731730628703Writing region close event to WAL at 1731730628703Closed at 1731730628703 2024-11-16T04:17:08,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:17:08,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730628706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730628706"}]},"ts":"1731730628706"} 2024-11-16T04:17:08,718 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:17:08,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:17:08,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730628720"}]},"ts":"1731730628720"} 2024-11-16T04:17:08,728 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:17:08,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN}] 2024-11-16T04:17:08,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN 2024-11-16T04:17:08,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN; state=OFFLINE, location=fda3efb342d8,41401,1731730619770; forceNewPlan=false, retain=false 2024-11-16T04:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:08,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0dbcd2ec30f416f53371d60856f1459, regionState=OPENING, regionLocation=fda3efb342d8,41401,1731730619770 2024-11-16T04:17:08,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN because future has completed 2024-11-16T04:17:08,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0dbcd2ec30f416f53371d60856f1459, server=fda3efb342d8,41401,1731730619770}] 2024-11-16T04:17:09,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:09,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:09,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:17:09,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C41401%2C1731730619770.rep, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs, maxLogs=10 2024-11-16T04:17:09,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.rep.1731730629066, exclude list is [], retry=0 2024-11-16T04:17:09,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:09,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.rep.1731730629066 2024-11-16T04:17:09,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:09,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f0dbcd2ec30f416f53371d60856f1459, NAME => 'hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:09,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:09,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:09,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. service=MultiRowMutationService 2024-11-16T04:17:09,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:17:09,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:09,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,101 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,103 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dbcd2ec30f416f53371d60856f1459 columnFamilyName hfileref 2024-11-16T04:17:09,103 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:09,104 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(327): Store=f0dbcd2ec30f416f53371d60856f1459/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:09,104 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,107 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dbcd2ec30f416f53371d60856f1459 columnFamilyName queue 2024-11-16T04:17:09,107 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:09,108 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(327): Store=f0dbcd2ec30f416f53371d60856f1459/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:09,108 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,110 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dbcd2ec30f416f53371d60856f1459 columnFamilyName sid 2024-11-16T04:17:09,110 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:09,111 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(327): Store=f0dbcd2ec30f416f53371d60856f1459/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:09,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:17:09,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:09,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f0dbcd2ec30f416f53371d60856f1459; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61893945, jitterRate=-0.07770834863185883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:17:09,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:09,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f0dbcd2ec30f416f53371d60856f1459: Running coprocessor pre-open hook at 1731730629099Writing region info on filesystem at 1731730629099Initializing all the Stores at 1731730629101 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730629101Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730629101Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730629101Cleaning up temporary data from old regions at 1731730629116 (+15 ms)Running coprocessor post-open hooks at 1731730629125 (+9 ms)Region opened successfully at 1731730629126 (+1 ms) 2024-11-16T04:17:09,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., pid=7, masterSystemTime=1731730629048 2024-11-16T04:17:09,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:09,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:09,132 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0dbcd2ec30f416f53371d60856f1459, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,41401,1731730619770 2024-11-16T04:17:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0dbcd2ec30f416f53371d60856f1459, server=fda3efb342d8,41401,1731730619770 because future has completed 2024-11-16T04:17:09,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T04:17:09,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f0dbcd2ec30f416f53371d60856f1459, server=fda3efb342d8,41401,1731730619770 in 245 msec 2024-11-16T04:17:09,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:17:09,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN in 411 msec 2024-11-16T04:17:09,152 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:17:09,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730629152"}]},"ts":"1731730629152"} 2024-11-16T04:17:09,157 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:17:09,159 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:17:09,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 895 msec 2024-11-16T04:17:09,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., hostname=fda3efb342d8,41401,1731730619770, seqNum=2] 2024-11-16T04:17:09,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41401 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T04:17:09,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:17:09,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:09,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:17:09,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:09,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:09,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T04:17:09,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:09,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:17:09,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:17:09,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:09,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:17:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:09,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T04:17:09,516 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:17:09,566 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,41401,1731730619770, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:17:09,568 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:09,568 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,41401,1731730619770, seqNum=-1] 2024-11-16T04:17:09,569 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:09,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T04:17:09,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,41401,1731730619770', locateType=CURRENT is [region=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., hostname=fda3efb342d8,41401,1731730619770, seqNum=2] 2024-11-16T04:17:09,581 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T04:17:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T04:17:09,588 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,41401,1731730619770 suceeded 2024-11-16T04:17:09,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T04:17:09,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-16T04:17:09,595 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:09,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3780 sec 2024-11-16T04:17:09,604 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:09,605 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21765074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:09,605 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:09,605 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:09,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601d756d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:09,608 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:09,609 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7b1c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:09,610 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8e0be1 2024-11-16T04:17:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:09,612 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T04:17:09,613 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,41401,1731730619770 (queues=1) is replicating from cluster=b4957c23-df56-4ceb-ba5a-272a8b68b0c4 to cluster=beccf1b0-191f-4f2a-a740-c07c8293aafd 2024-11-16T04:17:09,616 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C41401%2C1731730619770 2024-11-16T04:17:09,621 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,41401,1731730619770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:17:09,623 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C41401%2C1731730619770 2024-11-16T04:17:09,628 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110, startPosition=0, beingWritten=true 2024-11-16T04:17:09,887 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:10,194 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:10,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:10,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:10,381 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:17:10,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:10,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,38753,-1 for getting cluster id 2024-11-16T04:17:10,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:10,384 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4957c23-df56-4ceb-ba5a-272a8b68b0c4' 2024-11-16T04:17:10,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4957c23-df56-4ceb-ba5a-272a8b68b0c4" 2024-11-16T04:17:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,38753,-1] 2024-11-16T04:17:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,387 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,38753,1731730618869 2024-11-16T04:17:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad549e7 2024-11-16T04:17:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:10,393 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:10,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:17:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:17:10,399 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T04:17:10,400 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd88e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,400 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:10,400 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:10,401 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:10,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:10,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:10,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8e8282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:10,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:10,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,404 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:10,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b34c217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,406 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f895b4f 2024-11-16T04:17:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:10,409 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:10,410 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-16T04:17:10,410 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:17:10,410 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,410 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:10,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:17:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T04:17:10,601 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:10,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T04:17:10,633 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T04:17:10,675 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-fda3efb342d8,41401,1731730619770, ReplicationSource: 2, currentBandwidth=0 2024-11-16T04:17:10,679 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T04:17:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T04:17:10,683 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fda3efb342d8,41401,1731730619770 suceeded 2024-11-16T04:17:10,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:17:10,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-16T04:17:10,689 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:10,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 295 msec 2024-11-16T04:17:10,697 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:10,698 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,698 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:10,699 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:10,700 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a779ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:10,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,702 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:10,703 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,703 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:10,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:10,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86d1ce 2024-11-16T04:17:10,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:10,706 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T04:17:10,706 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fda3efb342d8,41401,1731730619770 (queues=1) is replicating from cluster=b4957c23-df56-4ceb-ba5a-272a8b68b0c4 to cluster=beccf1b0-191f-4f2a-a740-c07c8293aafd 2024-11-16T04:17:10,707 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fda3efb342d8%2C41401%2C1731730619770 2024-11-16T04:17:10,707 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fda3efb342d8,41401,1731730619770, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:17:10,707 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C41401%2C1731730619770 2024-11-16T04:17:10,707 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110, startPosition=0, beingWritten=true 2024-11-16T04:17:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T04:17:10,720 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T04:17:10,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:10,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:10,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:10,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,38753,1731730618869 2024-11-16T04:17:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d309b02 2024-11-16T04:17:10,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:10,727 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:10,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:17:10,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T04:17:10,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:17:10,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T04:17:10,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T04:17:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T04:17:10,748 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:10,749 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e478a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,749 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:10,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:10,750 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:10,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:10,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:10,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5b95c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:10,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:10,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,752 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:10,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b74aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:10,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:10,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:10,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1399a08c 2024-11-16T04:17:10,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:10,756 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:10,757 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:17:10,757 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:17:10,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:10,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:10,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:17:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T04:17:10,919 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:10,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T04:17:10,928 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T04:17:10,931 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T04:17:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T04:17:10,935 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on fda3efb342d8,41401,1731730619770 suceeded 2024-11-16T04:17:10,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T04:17:10,939 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:10,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-16T04:17:10,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 201 msec 2024-11-16T04:17:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T04:17:11,060 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T04:17:11,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T04:17:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T04:17:11,064 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:11,065 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e82e2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:11,065 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:11,066 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:11,067 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549819f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,069 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:11,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b802bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:11,070 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:11,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:11,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c6e777c 2024-11-16T04:17:11,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:11,072 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:11,073 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T04:17:11,073 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:17:11,073 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,073 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:11,108 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:11,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:17:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T04:17:11,232 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:11,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T04:17:11,281 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T04:17:11,282 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T04:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T04:17:11,285 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on fda3efb342d8,41401,1731730619770 suceeded 2024-11-16T04:17:11,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T04:17:11,288 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://fda3efb342d8:41295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:11,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-16T04:17:11,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 228 msec 2024-11-16T04:17:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T04:17:11,380 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T04:17:11,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:17:11,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T04:17:11,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:11,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:11,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:17:11,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=526686145, stopped=false 2024-11-16T04:17:11,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:11,383 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,38753,1731730618869 2024-11-16T04:17:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:11,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:17:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:17:11,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:11,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:11,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,41401,1731730619770' ***** 2024-11-16T04:17:11,395 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:17:11,395 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:17:11,395 INFO [RS:0;fda3efb342d8:41401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:17:11,395 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:17:11,395 INFO [RS:0;fda3efb342d8:41401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:17:11,395 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(3091): Received CLOSE for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:11,396 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,41401,1731730619770 2024-11-16T04:17:11,396 INFO [RS:0;fda3efb342d8:41401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:11,396 INFO [RS:0;fda3efb342d8:41401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:41401. 2024-11-16T04:17:11,396 DEBUG [RS:0;fda3efb342d8:41401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:11,396 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:11,396 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0dbcd2ec30f416f53371d60856f1459, disabling compactions & flushes 2024-11-16T04:17:11,396 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:11,397 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:11,397 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:17:11,397 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:17:11,397 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. after waiting 0 ms 2024-11-16T04:17:11,397 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:17:11,397 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:11,397 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:17:11,397 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:17:11,397 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1325): Online Regions={f0dbcd2ec30f416f53371d60856f1459=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:17:11,398 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:11,400 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:11,400 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:11,400 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:11,401 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:11,401 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:11,401 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0dbcd2ec30f416f53371d60856f1459 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T04:17:11,401 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T04:17:11,443 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:11,472 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/info/f884356f31e349b19a257d2264d1ec4a is 147, key is hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459./info:regioninfo/1731730629132/Put/seqid=0 2024-11-16T04:17:11,473 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/.tmp/queue/499fa7b77f744ce7af8775ce2456284c is 151, key is 1-fda3efb342d8,41401,1731730619770/queue:fda3efb342d8%2C41401%2C1731730619770/1731730629575/Put/seqid=0 2024-11-16T04:17:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741838_1014 (size=5500) 2024-11-16T04:17:11,495 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/.tmp/queue/499fa7b77f744ce7af8775ce2456284c 2024-11-16T04:17:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741839_1015 (size=6631) 2024-11-16T04:17:11,549 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/.tmp/queue/499fa7b77f744ce7af8775ce2456284c as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/queue/499fa7b77f744ce7af8775ce2456284c 2024-11-16T04:17:11,558 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/queue/499fa7b77f744ce7af8775ce2456284c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T04:17:11,565 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f0dbcd2ec30f416f53371d60856f1459 in 164ms, sequenceid=6, compaction requested=false 2024-11-16T04:17:11,565 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:17:11,593 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:17:11,597 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:11,597 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:11,597 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:11,597 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0dbcd2ec30f416f53371d60856f1459: Waiting for close lock at 1731730631396Running coprocessor pre-close hooks at 1731730631396Disabling compacts and flushes for region at 1731730631396Disabling writes for close at 1731730631397 (+1 ms)Obtaining lock to block concurrent updates at 1731730631401 (+4 ms)Preparing flush snapshotting stores in f0dbcd2ec30f416f53371d60856f1459 at 1731730631401Finished memstore snapshotting hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731730631409 (+8 ms)Flushing stores of hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. at 1731730631411 (+2 ms)Flushing f0dbcd2ec30f416f53371d60856f1459/queue: creating writer at 1731730631413 (+2 ms)Flushing f0dbcd2ec30f416f53371d60856f1459/queue: appending metadata at 1731730631456 (+43 ms)Flushing f0dbcd2ec30f416f53371d60856f1459/queue: closing flushed file at 1731730631458 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f09d257: reopening flushed file at 1731730631547 (+89 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f0dbcd2ec30f416f53371d60856f1459 in 164ms, sequenceid=6, compaction requested=false at 1731730631565 (+18 ms)Writing region close event to WAL at 1731730631574 (+9 ms)Running coprocessor post-close hooks at 1731730631595 (+21 ms)Closed at 1731730631597 (+2 ms) 2024-11-16T04:17:11,598 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:11,598 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:11,639 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:11,718 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:11,798 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:11,897 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/info/f884356f31e349b19a257d2264d1ec4a 2024-11-16T04:17:11,923 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/ns/be08b14447504400a5fd2e5d2f3f38d9 is 43, key is default/ns:d/1731730623394/Put/seqid=0 2024-11-16T04:17:11,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741840_1016 (size=5153) 2024-11-16T04:17:11,952 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:17:11,952 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:17:11,999 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:12,147 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:12,199 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:12,334 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/ns/be08b14447504400a5fd2e5d2f3f38d9 2024-11-16T04:17:12,395 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/table/3db4d9f346ac4a5c9dafca4883d53fdd is 53, key is hbase:replication/table:state/1731730629152/Put/seqid=0 2024-11-16T04:17:12,399 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:17:12,400 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:17:12,400 DEBUG [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741841_1017 (size=5256) 2024-11-16T04:17:12,402 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/table/3db4d9f346ac4a5c9dafca4883d53fdd 2024-11-16T04:17:12,412 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/info/f884356f31e349b19a257d2264d1ec4a as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/info/f884356f31e349b19a257d2264d1ec4a 2024-11-16T04:17:12,422 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/info/f884356f31e349b19a257d2264d1ec4a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T04:17:12,424 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/ns/be08b14447504400a5fd2e5d2f3f38d9 as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/ns/be08b14447504400a5fd2e5d2f3f38d9 2024-11-16T04:17:12,427 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:12,435 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/ns/be08b14447504400a5fd2e5d2f3f38d9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:17:12,437 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/table/3db4d9f346ac4a5c9dafca4883d53fdd as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/table/3db4d9f346ac4a5c9dafca4883d53fdd 2024-11-16T04:17:12,453 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/table/3db4d9f346ac4a5c9dafca4883d53fdd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T04:17:12,455 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1053ms, sequenceid=11, compaction requested=false 2024-11-16T04:17:12,462 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:17:12,462 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:12,462 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:12,462 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:12,463 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730631400Running coprocessor pre-close hooks at 1731730631400Disabling compacts and flushes for region at 1731730631400Disabling writes for close at 1731730631401 (+1 ms)Obtaining lock to block concurrent updates at 1731730631401Preparing flush snapshotting stores in 1588230740 at 1731730631401Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731730631409 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730631412 (+3 ms)Flushing 1588230740/info: creating writer at 1731730631413 (+1 ms)Flushing 1588230740/info: appending metadata at 1731730631456 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731730631459 (+3 ms)Flushing 1588230740/ns: creating writer at 1731730631907 (+448 ms)Flushing 1588230740/ns: appending metadata at 1731730631922 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731730631922Flushing 1588230740/table: creating writer at 1731730632379 (+457 ms)Flushing 1588230740/table: appending metadata at 1731730632395 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731730632395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4222433b: reopening flushed file at 1731730632410 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf179b0: reopening flushed file at 1731730632422 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f55cc93: reopening flushed file at 1731730632435 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1053ms, sequenceid=11, compaction requested=false at 1731730632455 (+20 ms)Writing region close event to WAL at 1731730632456 (+1 ms)Running coprocessor post-close hooks at 1731730632462 (+6 ms)Closed at 1731730632462 2024-11-16T04:17:12,463 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:12,600 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,41401,1731730619770; all regions closed. 2024-11-16T04:17:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741834_1010 (size=2742) 2024-11-16T04:17:12,613 DEBUG [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs 2024-11-16T04:17:12,613 INFO [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C41401%2C1731730619770.meta:.meta(num 1731730623125) 2024-11-16T04:17:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741837_1013 (size=1802) 2024-11-16T04:17:12,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.rep.1731730629066 not finished, retry = 0 2024-11-16T04:17:12,723 DEBUG [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs 2024-11-16T04:17:12,723 INFO [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C41401%2C1731730619770.rep:(num 1731730629066) 2024-11-16T04:17:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741833_1009 (size=93) 2024-11-16T04:17:12,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 not finished, retry = 0 2024-11-16T04:17:12,753 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 to pos 0, reset compression=false 2024-11-16T04:17:12,826 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110 2024-11-16T04:17:12,827 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T04:17:12,827 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T04:17:12,829 DEBUG [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs 2024-11-16T04:17:12,829 INFO [RS:0;fda3efb342d8:41401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C41401%2C1731730619770:(num 1731730622110) 2024-11-16T04:17:12,829 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:12,829 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:12,829 INFO [RS:0;fda3efb342d8:41401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:12,829 INFO [RS:0;fda3efb342d8:41401 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:12,829 INFO [RS:0;fda3efb342d8:41401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:12,830 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,41401,1731730619770 because: Region server is closing 2024-11-16T04:17:12,830 INFO [RS:0;fda3efb342d8:41401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:41401. 2024-11-16T04:17:12,830 DEBUG [RS:0;fda3efb342d8:41401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:12,830 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:12,831 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:12,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:12,831 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:12,827 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fda3efb342d8,41401,1731730619770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770/fda3efb342d8%2C41401%2C1731730619770.1731730622110, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T04:17:12,835 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,41401,1731730619770: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fda3efb342d8,41401,1731730619770, walGroup=fda3efb342d8%2C41401%2C1731730619770, offset=fda3efb342d8%2C41401%2C1731730619770.1731730622110:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:41401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:17:12,837 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:17:12,839 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:17:12,841 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:17:12,841 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:17:12,841 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:17:12,841 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 409144576 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150574576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:17:12,843 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fda3efb342d8%2C41401%2C1731730619770.1731730622110] 2024-11-16T04:17:12,931 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.wal-reader.fda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:17:12,931 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:17:12,931 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,1-fda3efb342d8,41401,1731730619770 terminated 2024-11-16T04:17:12,932 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fda3efb342d8,41401,1731730619770 because: Region server is closing 2024-11-16T04:17:12,932 INFO [RS:0;fda3efb342d8:41401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:41401. 2024-11-16T04:17:12,932 DEBUG [RS:0;fda3efb342d8:41401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:12,932 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:12,932 DEBUG [RS:0;fda3efb342d8:41401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:12,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:12,933 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,41401,1731730619770.replicationSource.shipperfda3efb342d8%2C41401%2C1731730619770,2-fda3efb342d8,41401,1731730619770 terminated 2024-11-16T04:17:12,934 INFO [RS:0;fda3efb342d8:41401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41401 2024-11-16T04:17:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/rs 2024-11-16T04:17:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/rs/fda3efb342d8,41401,1731730619770 2024-11-16T04:17:12,982 INFO [RS:0;fda3efb342d8:41401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:12,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,41401,1731730619770] 2024-11-16T04:17:13,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/draining/fda3efb342d8,41401,1731730619770 already deleted, retry=false 2024-11-16T04:17:13,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,41401,1731730619770 expired; onlineServers=0 2024-11-16T04:17:13,003 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,38753,1731730618869' ***** 2024-11-16T04:17:13,003 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:17:13,003 INFO [M:0;fda3efb342d8:38753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:13,003 INFO [M:0;fda3efb342d8:38753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:13,003 DEBUG [M:0;fda3efb342d8:38753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:17:13,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:17:13,003 DEBUG [M:0;fda3efb342d8:38753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:17:13,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730621694 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730621694,5,FailOnTimeoutGroup] 2024-11-16T04:17:13,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730621700 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730621700,5,FailOnTimeoutGroup] 2024-11-16T04:17:13,004 INFO [M:0;fda3efb342d8:38753 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:13,004 INFO [M:0;fda3efb342d8:38753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:13,004 DEBUG [M:0;fda3efb342d8:38753 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:17:13,004 INFO [M:0;fda3efb342d8:38753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:17:13,004 INFO [M:0;fda3efb342d8:38753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:13,005 INFO [M:0;fda3efb342d8:38753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:17:13,005 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:17:13,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/master 2024-11-16T04:17:13,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:13,013 DEBUG [M:0;fda3efb342d8:38753 {}] zookeeper.ZKUtil(347): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/master because node does not exist (not an error) 2024-11-16T04:17:13,014 WARN [M:0;fda3efb342d8:38753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:17:13,015 INFO [M:0;fda3efb342d8:38753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/.lastflushedseqids 2024-11-16T04:17:13,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741842_1018 (size=181) 2024-11-16T04:17:13,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:13,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41401-0x10141dc24930001, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:13,093 INFO [RS:0;fda3efb342d8:41401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:13,093 INFO [RS:0;fda3efb342d8:41401 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,41401,1731730619770; zookeeper connection closed. 2024-11-16T04:17:13,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58554b4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58554b4c 2024-11-16T04:17:13,094 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:17:13,427 INFO [M:0;fda3efb342d8:38753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:17:13,428 INFO [M:0;fda3efb342d8:38753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:17:13,428 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:13,428 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:13,428 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:13,428 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:13,428 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:13,428 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-16T04:17:13,445 DEBUG [M:0;fda3efb342d8:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e56f5bbe114433b0dabca447dd43c2 is 82, key is hbase:meta,,1/info:regioninfo/1731730623225/Put/seqid=0 2024-11-16T04:17:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741843_1019 (size=5672) 2024-11-16T04:17:13,851 INFO [M:0;fda3efb342d8:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e56f5bbe114433b0dabca447dd43c2 2024-11-16T04:17:13,881 DEBUG [M:0;fda3efb342d8:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70af2667e00b4f2b9dc07098a70cce0e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731730629162/Put/seqid=0 2024-11-16T04:17:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741844_1020 (size=8663) 2024-11-16T04:17:14,291 INFO [M:0;fda3efb342d8:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70af2667e00b4f2b9dc07098a70cce0e 2024-11-16T04:17:14,313 DEBUG [M:0;fda3efb342d8:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7125c1e3fad24a63b98ffe7b6fddb3ea is 69, key is fda3efb342d8,41401,1731730619770/rs:state/1731730621806/Put/seqid=0 2024-11-16T04:17:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741845_1021 (size=5156) 2024-11-16T04:17:14,321 INFO [M:0;fda3efb342d8:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7125c1e3fad24a63b98ffe7b6fddb3ea 2024-11-16T04:17:14,329 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e56f5bbe114433b0dabca447dd43c2 as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e56f5bbe114433b0dabca447dd43c2 2024-11-16T04:17:14,338 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e56f5bbe114433b0dabca447dd43c2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-16T04:17:14,340 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70af2667e00b4f2b9dc07098a70cce0e as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70af2667e00b4f2b9dc07098a70cce0e 2024-11-16T04:17:14,349 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70af2667e00b4f2b9dc07098a70cce0e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-16T04:17:14,350 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7125c1e3fad24a63b98ffe7b6fddb3ea as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7125c1e3fad24a63b98ffe7b6fddb3ea 2024-11-16T04:17:14,357 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7125c1e3fad24a63b98ffe7b6fddb3ea, entries=1, sequenceid=115, filesize=5.0 K 2024-11-16T04:17:14,358 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=115, compaction requested=false 2024-11-16T04:17:14,360 INFO [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:14,360 DEBUG [M:0;fda3efb342d8:38753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730633428Disabling compacts and flushes for region at 1731730633428Disabling writes for close at 1731730633428Obtaining lock to block concurrent updates at 1731730633428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730633428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731730633429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730633430 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730633430Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730633445 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730633445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730633859 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730633881 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730633881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730634298 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730634313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730634313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4985abc7: reopening flushed file at 1731730634328 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177a51d6: reopening flushed file at 1731730634338 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17556202: reopening flushed file at 1731730634349 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=115, compaction requested=false at 1731730634358 (+9 ms)Writing region close event to WAL at 1731730634360 (+2 ms)Closed at 1731730634360 2024-11-16T04:17:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741830_1006 (size=59421) 2024-11-16T04:17:14,364 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:14,364 INFO [M:0;fda3efb342d8:38753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:17:14,364 INFO [M:0;fda3efb342d8:38753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38753 2024-11-16T04:17:14,365 INFO [M:0;fda3efb342d8:38753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:14,534 INFO [M:0;fda3efb342d8:38753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10141dc24930000, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:14,536 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:17:14,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:14,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36469 2024-11-16T04:17:14,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36469 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:17:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364690x0, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:14,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36469-0x10141dc24930006 connected 2024-11-16T04:17:14,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:14,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:14,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:17:14,584 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: INIT 2024-11-16T04:17:14,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec, hbase.cluster.distributed=false 2024-11-16T04:17:14,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/acl 2024-11-16T04:17:14,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36469 2024-11-16T04:17:14,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36469 2024-11-16T04:17:14,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36469 2024-11-16T04:17:14,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36469 2024-11-16T04:17:14,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:14,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36469 2024-11-16T04:17:14,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:14,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:14,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:14,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:14,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:14,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:14,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:17:14,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:14,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44695 2024-11-16T04:17:14,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44695 connecting to ZooKeeper ensemble=127.0.0.1:58188 2024-11-16T04:17:14,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:14,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:14,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446950x0, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:14,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446950x0, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:17:14,668 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: INIT 2024-11-16T04:17:14,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:17:14,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44695-0x10141dc24930007 connected 2024-11-16T04:17:14,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:17:14,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/master 2024-11-16T04:17:14,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/acl 2024-11-16T04:17:14,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-16T04:17:14,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44695 2024-11-16T04:17:14,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44695 2024-11-16T04:17:14,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-16T04:17:14,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-16T04:17:14,704 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:36469 2024-11-16T04:17:14,705 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1072219664/backup-masters/fda3efb342d8,36469,1731730634536 2024-11-16T04:17:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:17:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:17:14,714 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on existing znode=/0-1072219664/backup-masters/fda3efb342d8,36469,1731730634536 2024-11-16T04:17:14,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1072219664/master 2024-11-16T04:17:14,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:14,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:14,725 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on existing znode=/0-1072219664/master 2024-11-16T04:17:14,725 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1072219664/backup-masters/fda3efb342d8,36469,1731730634536 from backup master directory 2024-11-16T04:17:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/backup-masters/fda3efb342d8,36469,1731730634536 2024-11-16T04:17:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:17:14,808 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/backup-masters 2024-11-16T04:17:14,808 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,36469,1731730634536 2024-11-16T04:17:14,826 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:14,826 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:14,844 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-16T04:17:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741846_1022 (size=196) 2024-11-16T04:17:14,876 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:14,877 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:14,878 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:14,891 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T04:17:14,895 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869 to hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869-dead as it is dead 2024-11-16T04:17:14,897 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T04:17:14,898 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T04:17:14,898 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869-dead/fda3efb342d8%2C38753%2C1731730618869.1731730620801 2024-11-16T04:17:14,906 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869-dead/fda3efb342d8%2C38753%2C1731730618869.1731730620801 after 6ms 2024-11-16T04:17:14,907 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869-dead/fda3efb342d8%2C38753%2C1731730618869.1731730620801 to hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C38753%2C1731730618869.1731730620801 2024-11-16T04:17:14,908 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,38753,1731730618869-dead 2024-11-16T04:17:14,909 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,36469,1731730634536 2024-11-16T04:17:14,911 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:14,913 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C36469%2C1731730634536, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,36469,1731730634536, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:14,932 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,36469,1731730634536/fda3efb342d8%2C36469%2C1731730634536.1731730634913, exclude list is [], retry=0 2024-11-16T04:17:14,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:14,940 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/WALs/fda3efb342d8,36469,1731730634536/fda3efb342d8%2C36469%2C1731730634536.1731730634913 2024-11-16T04:17:14,940 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:14,940 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:14,941 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:14,941 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,941 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:14,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:14,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e56f5bbe114433b0dabca447dd43c2 2024-11-16T04:17:14,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:14,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:14,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:14,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70af2667e00b4f2b9dc07098a70cce0e 2024-11-16T04:17:14,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:14,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:14,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:14,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7125c1e3fad24a63b98ffe7b6fddb3ea 2024-11-16T04:17:14,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:14,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:14,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:14,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:14,976 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:14,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T04:17:14,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C38753%2C1731730618869.1731730620801 2024-11-16T04:17:14,997 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C38753%2C1731730618869.1731730620801 2024-11-16T04:17:14,999 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C38753%2C1731730618869.1731730620801 2024-11-16T04:17:15,000 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:15,001 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:15,002 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:15,006 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:15,010 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-16T04:17:15,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74865919, jitterRate=0.11558912694454193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:15,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730634941Initializing all the Stores at 1731730634942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730634942Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730634943 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730634943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730634943Cleaning up temporary data from old regions at 1731730635001 (+58 ms)Region opened successfully at 1731730635012 (+11 ms) 2024-11-16T04:17:15,013 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:15,018 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818d7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:15,032 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T04:17:15,033 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:15,033 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:15,033 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:15,034 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:17:15,042 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:15,042 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:17:15,043 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:17:15,044 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:17:15,044 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T04:17:15,044 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T04:17:15,044 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-16T04:17:15,044 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:15,057 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fda3efb342d8,41401,1731730619770, regionLocation=fda3efb342d8,41401,1731730619770, openSeqNum=2 2024-11-16T04:17:15,058 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fda3efb342d8,41401,1731730619770, table=hbase:meta, region=1588230740 2024-11-16T04:17:15,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,41401,1731730619770, state=OPEN 2024-11-16T04:17:15,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:15,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:15,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:15,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:15,087 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:15,097 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/draining/fda3efb342d8,41401,1731730619770 already deleted, retry=false 2024-11-16T04:17:15,097 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fda3efb342d8,41401,1731730619770 on fda3efb342d8,36469,1731730634536 2024-11-16T04:17:15,103 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fda3efb342d8,41401,1731730619770, splitWal=true, meta=true 2024-11-16T04:17:15,106 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for fda3efb342d8,41401,1731730619770 (carryingMeta=true) fda3efb342d8,41401,1731730619770/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@49cecb34[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T04:17:15,109 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:15,147 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/balancer already deleted, retry=false 2024-11-16T04:17:15,148 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:15,148 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:15,171 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/normalizer already deleted, retry=false 2024-11-16T04:17:15,171 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:15,172 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:15,181 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/switch/split already deleted, retry=false 2024-11-16T04:17:15,182 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:15,192 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/switch/merge already deleted, retry=false 2024-11-16T04:17:15,215 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:15,223 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:15,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:15,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:15,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:15,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:15,235 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,36469,1731730634536, sessionid=0x10141dc24930006, setting cluster-up flag (Was=false) 2024-11-16T04:17:15,245 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1072219664/flush-table-proc/acquired, /0-1072219664/flush-table-proc/reached, /0-1072219664/flush-table-proc/abort 2024-11-16T04:17:15,247 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,36469,1731730634536 2024-11-16T04:17:15,271 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1072219664/online-snapshot/acquired, /0-1072219664/online-snapshot/reached, /0-1072219664/online-snapshot/abort 2024-11-16T04:17:15,274 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,36469,1731730634536 2024-11-16T04:17:15,281 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/.lastflushedseqids 2024-11-16T04:17:15,287 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:15,287 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:15,288 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,36469,1731730634536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fda3efb342d8,41401,1731730619770 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:15,289 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:15,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,293 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(746): ClusterId : b4957c23-df56-4ceb-ba5a-272a8b68b0c4 2024-11-16T04:17:15,293 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:15,305 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fda3efb342d8,41401,1731730619770, splitWal=true, meta=true 2024-11-16T04:17:15,307 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fda3efb342d8,41401,1731730619770, splitWal=true, meta=true, isMeta: true 2024-11-16T04:17:15,308 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:15,308 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:15,310 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770-splitting 2024-11-16T04:17:15,311 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770-splitting dir is empty, no logs to split. 2024-11-16T04:17:15,311 INFO [PEWorker-1 {}] master.SplitWALManager(105): fda3efb342d8,41401,1731730619770 WAL count=0, meta=true 2024-11-16T04:17:15,321 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770-splitting dir is empty, no logs to split. 2024-11-16T04:17:15,321 INFO [PEWorker-1 {}] master.SplitWALManager(105): fda3efb342d8,41401,1731730619770 WAL count=0, meta=true 2024-11-16T04:17:15,321 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fda3efb342d8,41401,1731730619770 WAL splitting is done? wals=0, meta=true 2024-11-16T04:17:15,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:15,330 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:15,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:15,331 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ece4e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:15,335 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:17:15,339 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730665339 2024-11-16T04:17:15,339 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:15,339 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:15,339 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:15,340 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:15,340 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:15,340 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:15,344 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,352 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:15,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:15,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:15,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:15,356 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:15,356 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:15,358 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:44695 2024-11-16T04:17:15,358 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:15,358 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:15,358 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:15,359 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,36469,1731730634536 with port=44695, startcode=1731730634629 2024-11-16T04:17:15,359 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:15,360 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730635356,5,FailOnTimeoutGroup] 2024-11-16T04:17:15,369 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730635360,5,FailOnTimeoutGroup] 2024-11-16T04:17:15,369 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,369 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:15,369 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,370 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,370 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730635370, completionTime=-1 2024-11-16T04:17:15,370 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T04:17:15,371 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:15,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36469 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,373 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T04:17:15,380 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec 2024-11-16T04:17:15,380 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33827 2024-11-16T04:17:15,380 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:15,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/rs 2024-11-16T04:17:15,394 DEBUG [RS:0;fda3efb342d8:44695 {}] zookeeper.ZKUtil(111): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on existing znode=/0-1072219664/rs/fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,394 WARN [RS:0;fda3efb342d8:44695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:15,394 INFO [RS:0;fda3efb342d8:44695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:15,395 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,44695,1731730634629] 2024-11-16T04:17:15,424 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T04:17:15,445 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:15,449 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:15,456 INFO [RS:0;fda3efb342d8:44695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:15,457 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,457 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:15,464 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:15,464 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,464 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:15,465 DEBUG [RS:0;fda3efb342d8:44695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:15,466 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,466 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,466 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,466 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,466 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,466 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44695,1731730634629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:15,485 WARN [fda3efb342d8:36469 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:17:15,490 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:15,490 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44695,1731730634629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,512 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,44695,1731730634629, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:17:15,533 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(231): queueId=2-fda3efb342d8,44695,1731730634629, ReplicationSource: 2, currentBandwidth=0 2024-11-16T04:17:15,534 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:15,536 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,536 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.Replication(171): fda3efb342d8,44695,1731730634629 started 2024-11-16T04:17:15,547 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d20a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:15,547 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:15,548 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:15,562 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:15,562 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,44695,1731730634629, RpcServer on fda3efb342d8/172.17.0.2:44695, sessionid=0x10141dc24930007 2024-11-16T04:17:15,562 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:15,562 DEBUG [RS:0;fda3efb342d8:44695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,562 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44695,1731730634629' 2024-11-16T04:17:15,562 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1072219664/flush-table-proc/abort' 2024-11-16T04:17:15,563 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1072219664/flush-table-proc/acquired' 2024-11-16T04:17:15,563 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:41295' 2024-11-16T04:17:15,563 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:15,564 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:15,564 DEBUG [RS:0;fda3efb342d8:44695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,564 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44695,1731730634629' 2024-11-16T04:17:15,564 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1072219664/online-snapshot/abort' 2024-11-16T04:17:15,566 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1072219664/online-snapshot/acquired' 2024-11-16T04:17:15,567 DEBUG [RS:0;fda3efb342d8:44695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:15,567 INFO [RS:0;fda3efb342d8:44695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:15,567 INFO [RS:0;fda3efb342d8:44695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:15,569 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dafbacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:15,573 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:15,575 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b9c4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:15,575 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:15,577 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49bd557a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:15,577 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41295,-1 for getting cluster id 2024-11-16T04:17:15,577 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:15,579 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beccf1b0-191f-4f2a-a740-c07c8293aafd' 2024-11-16T04:17:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44684fac 2024-11-16T04:17:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:15,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beccf1b0-191f-4f2a-a740-c07c8293aafd" 2024-11-16T04:17:15,583 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T04:17:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6be57c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41295,-1] 2024-11-16T04:17:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:15,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:15,585 INFO [RS:0;fda3efb342d8:44695.replicationSource,1-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,44695,1731730634629 (queues=0) is replicating from cluster=b4957c23-df56-4ceb-ba5a-272a8b68b0c4 to cluster=beccf1b0-191f-4f2a-a740-c07c8293aafd 2024-11-16T04:17:15,586 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:15,590 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706caebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:15,590 DEBUG [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41295,1731730625520 2024-11-16T04:17:15,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bcefc4d 2024-11-16T04:17:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:15,596 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T04:17:15,598 INFO [RS:0;fda3efb342d8:44695.replicationSource,2-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fda3efb342d8,44695,1731730634629 (queues=0) is replicating from cluster=b4957c23-df56-4ceb-ba5a-272a8b68b0c4 to cluster=beccf1b0-191f-4f2a-a740-c07c8293aafd 2024-11-16T04:17:15,668 INFO [RS:0;fda3efb342d8:44695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:15,670 INFO [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44695%2C1731730634629, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs, maxLogs=10 2024-11-16T04:17:15,689 DEBUG [RS:0;fda3efb342d8:44695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671, exclude list is [], retry=0 2024-11-16T04:17:15,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:15,699 INFO [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 2024-11-16T04:17:15,699 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fda3efb342d8%2C44695%2C1731730634629 for peer 1 2024-11-16T04:17:15,699 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fda3efb342d8%2C44695%2C1731730634629 for peer 2 2024-11-16T04:17:15,699 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C44695%2C1731730634629 2024-11-16T04:17:15,700 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,44695,1731730634629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:17:15,700 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fda3efb342d8%2C44695%2C1731730634629 2024-11-16T04:17:15,700 INFO [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C44695%2C1731730634629 2024-11-16T04:17:15,700 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fda3efb342d8,44695,1731730634629, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:17:15,704 DEBUG [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:15,704 INFO [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C44695%2C1731730634629 2024-11-16T04:17:15,705 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671, startPosition=0, beingWritten=true 2024-11-16T04:17:15,706 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671, startPosition=0, beingWritten=true 2024-11-16T04:17:15,736 DEBUG [fda3efb342d8:36469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:15,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,44695,1731730634629 2024-11-16T04:17:15,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44695,1731730634629, state=OPENING 2024-11-16T04:17:15,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:15,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:15,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:15,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:15,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44695,1731730634629}] 2024-11-16T04:17:15,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:15,927 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:15,940 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:15,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:15,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:15,950 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:15,950 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:15,951 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:15,953 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44695%2C1731730634629.meta, suffix=.meta, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs, maxLogs=10 2024-11-16T04:17:15,968 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.meta.1731730635954.meta, exclude list is [], retry=0 2024-11-16T04:17:15,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:15,976 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.meta.1731730635954.meta 2024-11-16T04:17:15,977 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:15,977 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:15,978 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:15,978 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:15,978 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:15,978 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:15,978 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:15,978 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:15,978 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:15,978 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:15,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:15,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:15,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:15,992 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/info/f884356f31e349b19a257d2264d1ec4a 2024-11-16T04:17:15,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:15,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:15,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:15,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:16,004 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/ns/be08b14447504400a5fd2e5d2f3f38d9 2024-11-16T04:17:16,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:16,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:16,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:16,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:16,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:16,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:16,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:16,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:16,019 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/table/3db4d9f346ac4a5c9dafca4883d53fdd 2024-11-16T04:17:16,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:16,020 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:16,021 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740 2024-11-16T04:17:16,022 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740 2024-11-16T04:17:16,024 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:16,024 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:16,025 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:16,027 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:16,028 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68765243, jitterRate=0.024681970477104187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:16,028 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:16,028 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730635979Writing region info on filesystem at 1731730635979Initializing all the Stores at 1731730635980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730635980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730635980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730635980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730635980Cleaning up temporary data from old regions at 1731730636024 (+44 ms)Running coprocessor post-open hooks at 1731730636028 (+4 ms)Region opened successfully at 1731730636028 2024-11-16T04:17:16,030 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731730635941 2024-11-16T04:17:16,033 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:16,033 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:16,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fda3efb342d8,44695,1731730634629 2024-11-16T04:17:16,035 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44695,1731730634629, state=OPEN 2024-11-16T04:17:16,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:16,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1072219664/meta-region-server 2024-11-16T04:17:16,045 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,44695,1731730634629 2024-11-16T04:17:16,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:16,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1072219664/meta-region-server: CHANGED 2024-11-16T04:17:16,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T04:17:16,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44695,1731730634629 in 258 msec 2024-11-16T04:17:16,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T04:17:16,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-16T04:17:16,233 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:16,256 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:16,639 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:16,663 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:16,927 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T04:17:17,145 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:17,169 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:17,751 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:17,775 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:18,430 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-16T04:17:18,459 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:18,481 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:19,270 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:19,289 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:17:19,883 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T04:17:19,884 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:19,884 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:19,884 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44695,1731730634629, seqNum=-1] 2024-11-16T04:17:19,885 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:19,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:19,901 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0dbcd2ec30f416f53371d60856f1459, regionState=OPEN, lastHost=fda3efb342d8,41401,1731730619770, regionLocation=fda3efb342d8,41401,1731730619770, openSeqNum=2 2024-11-16T04:17:19,901 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:19,901 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730699901 2024-11-16T04:17:19,901 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730759901 2024-11-16T04:17:19,901 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 17 msec 2024-11-16T04:17:19,902 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fda3efb342d8,41401,1731730619770 had 2 regions 2024-11-16T04:17:19,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36469,1731730634536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36469,1731730634536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36469,1731730634536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:36469, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,903 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,904 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fda3efb342d8,41401,1731730619770, splitWal=true, meta=true, isMeta: false 2024-11-16T04:17:19,906 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770-splitting dir is empty, no logs to split. 2024-11-16T04:17:19,906 INFO [PEWorker-3 {}] master.SplitWALManager(105): fda3efb342d8,41401,1731730619770 WAL count=0, meta=false 2024-11-16T04:17:19,909 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,41401,1731730619770-splitting dir is empty, no logs to split. 2024-11-16T04:17:19,909 INFO [PEWorker-3 {}] master.SplitWALManager(105): fda3efb342d8,41401,1731730619770 WAL count=0, meta=false 2024-11-16T04:17:19,909 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fda3efb342d8,41401,1731730619770 WAL splitting is done? wals=0, meta=false 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.102sec 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:19,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36469,1731730634536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:19,911 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36469,1731730634536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:19,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN}] 2024-11-16T04:17:19,914 WARN [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fda3efb342d8,41401,1731730619770/hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:19,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN 2024-11-16T04:17:19,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:17:19,916 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:19,916 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:19,916 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36469,1731730634536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:19,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:19,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36469,-1 for getting cluster id 2024-11-16T04:17:19,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:20,002 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4957c23-df56-4ceb-ba5a-272a8b68b0c4' 2024-11-16T04:17:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4957c23-df56-4ceb-ba5a-272a8b68b0c4" 2024-11-16T04:17:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d341519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36469,-1] 2024-11-16T04:17:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,007 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:20,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6063f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:20,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44695,1731730634629, seqNum=-1] 2024-11-16T04:17:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:20,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:20,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T04:17:20,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:20,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:20,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:20,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fda3efb342d8:36469 after: fda3efb342d8:36469 2024-11-16T04:17:20,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:20,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36469,-1 for getting cluster id 2024-11-16T04:17:20,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:20,018 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4957c23-df56-4ceb-ba5a-272a8b68b0c4' 2024-11-16T04:17:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4957c23-df56-4ceb-ba5a-272a8b68b0c4" 2024-11-16T04:17:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36469,-1] 2024-11-16T04:17:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,020 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:20,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:20,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,36469,1731730634536 2024-11-16T04:17:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55607b0d 2024-11-16T04:17:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:20,023 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:20,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:17:20,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T04:17:20,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:17:20,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T04:17:20,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:17:20,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:20,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:20,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:20,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:17:20,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=195358709, stopped=false 2024-11-16T04:17:20,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,41295,1731730625520 2024-11-16T04:17:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1122662779/running 2024-11-16T04:17:20,034 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1122662779/running 2024-11-16T04:17:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:20,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:20,034 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:20,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:20,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:20,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/running 2024-11-16T04:17:20,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Set watcher on znode that does not yet exist, /1122662779/running 2024-11-16T04:17:20,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,37917,1731730625653' ***** 2024-11-16T04:17:20,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:17:20,035 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:17:20,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:17:20,035 INFO [RS:0;fda3efb342d8:37917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:17:20,035 INFO [RS:0;fda3efb342d8:37917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,37917,1731730625653 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:37917. 2024-11-16T04:17:20,036 DEBUG [RS:0;fda3efb342d8:37917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:20,036 DEBUG [RS:0;fda3efb342d8:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:17:20,036 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:17:20,037 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:17:20,037 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:17:20,037 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:20,037 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:20,037 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:20,037 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:20,037 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:20,037 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:20,037 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T04:17:20,057 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/.tmp/ns/6ccc3d6cd5ee4d9fa1d96974fa94031c is 43, key is default/ns:d/1731730628004/Put/seqid=0 2024-11-16T04:17:20,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741835_1011 (size=5153) 2024-11-16T04:17:20,066 DEBUG [fda3efb342d8:36469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:20,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f0dbcd2ec30f416f53371d60856f1459, regionState=OPENING, regionLocation=fda3efb342d8,44695,1731730634629 2024-11-16T04:17:20,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN because future has completed 2024-11-16T04:17:20,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0dbcd2ec30f416f53371d60856f1459, server=fda3efb342d8,44695,1731730634629}] 2024-11-16T04:17:20,094 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:20,180 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:20,194 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:20,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:20,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:20,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:17:20,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44695%2C1731730634629.rep, suffix=, logDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629, archiveDir=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs, maxLogs=10 2024-11-16T04:17:20,237 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:20,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.rep.1731730640236, exclude list is [], retry=0 2024-11-16T04:17:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-0ed5518c-272a-4fee-8a0d-b034a4bffbc2,DISK] 2024-11-16T04:17:20,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.rep.1731730640236 2024-11-16T04:17:20,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-16T04:17:20,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f0dbcd2ec30f416f53371d60856f1459, NAME => 'hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:20,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:20,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:20,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. service=MultiRowMutationService 2024-11-16T04:17:20,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:17:20,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:20,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,257 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,258 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dbcd2ec30f416f53371d60856f1459 columnFamilyName hfileref 2024-11-16T04:17:20,258 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:20,258 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(327): Store=f0dbcd2ec30f416f53371d60856f1459/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:20,259 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,259 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dbcd2ec30f416f53371d60856f1459 columnFamilyName queue 2024-11-16T04:17:20,259 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:20,266 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/queue/499fa7b77f744ce7af8775ce2456284c 2024-11-16T04:17:20,267 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(327): Store=f0dbcd2ec30f416f53371d60856f1459/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:20,267 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,268 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dbcd2ec30f416f53371d60856f1459 columnFamilyName sid 2024-11-16T04:17:20,268 DEBUG [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:20,269 INFO [StoreOpener-f0dbcd2ec30f416f53371d60856f1459-1 {}] regionserver.HStore(327): Store=f0dbcd2ec30f416f53371d60856f1459/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:20,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:17:20,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f0dbcd2ec30f416f53371d60856f1459; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75004533, jitterRate=0.11765463650226593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:17:20,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:20,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f0dbcd2ec30f416f53371d60856f1459: Running coprocessor pre-open hook at 1731730640255Writing region info on filesystem at 1731730640255Initializing all the Stores at 1731730640256 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730640256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730640257 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730640257Cleaning up temporary data from old regions at 1731730640272 (+15 ms)Running coprocessor post-open hooks at 1731730640276 (+4 ms)Region opened successfully at 1731730640277 (+1 ms) 2024-11-16T04:17:20,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., pid=19, masterSystemTime=1731730640224 2024-11-16T04:17:20,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:20,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:20,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f0dbcd2ec30f416f53371d60856f1459, regionState=OPEN, openSeqNum=10, regionLocation=fda3efb342d8,44695,1731730634629 2024-11-16T04:17:20,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0dbcd2ec30f416f53371d60856f1459, server=fda3efb342d8,44695,1731730634629 because future has completed 2024-11-16T04:17:20,288 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:17:20,288 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:17:20,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T04:17:20,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f0dbcd2ec30f416f53371d60856f1459, server=fda3efb342d8,44695,1731730634629 in 216 msec 2024-11-16T04:17:20,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-16T04:17:20,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0dbcd2ec30f416f53371d60856f1459, ASSIGN in 377 msec 2024-11-16T04:17:20,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T04:17:20,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., hostname=fda3efb342d8,44695,1731730634629, seqNum=10] 2024-11-16T04:17:20,329 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for fda3efb342d8,41401,1731730619770 2024-11-16T04:17:20,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T04:17:20,437 DEBUG [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:20,463 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/.tmp/ns/6ccc3d6cd5ee4d9fa1d96974fa94031c 2024-11-16T04:17:20,478 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/.tmp/ns/6ccc3d6cd5ee4d9fa1d96974fa94031c as hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/ns/6ccc3d6cd5ee4d9fa1d96974fa94031c 2024-11-16T04:17:20,485 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/ns/6ccc3d6cd5ee4d9fa1d96974fa94031c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T04:17:20,486 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-16T04:17:20,487 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:17:20,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44695 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-16T04:17:20,492 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:17:20,492 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:20,493 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:20,493 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:20,493 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730640037Running coprocessor pre-close hooks at 1731730640037Disabling compacts and flushes for region at 1731730640037Disabling writes for close at 1731730640037Obtaining lock to block concurrent updates at 1731730640037Preparing flush snapshotting stores in 1588230740 at 1731730640037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731730640038 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730640038Flushing 1588230740/ns: creating writer at 1731730640038Flushing 1588230740/ns: appending metadata at 1731730640056 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731730640056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea422e5: reopening flushed file at 1731730640476 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731730640487 (+11 ms)Writing region close event to WAL at 1731730640488 (+1 ms)Running coprocessor post-close hooks at 1731730640492 (+4 ms)Closed at 1731730640493 (+1 ms) 2024-11-16T04:17:20,493 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:20,638 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,37917,1731730625653; all regions closed. 2024-11-16T04:17:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741834_1010 (size=1152) 2024-11-16T04:17:20,649 DEBUG [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/oldWALs 2024-11-16T04:17:20,649 INFO [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37917%2C1731730625653.meta:.meta(num 1731730627915) 2024-11-16T04:17:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741832_1008 (size=93) 2024-11-16T04:17:20,655 DEBUG [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/oldWALs 2024-11-16T04:17:20,655 INFO [RS:0;fda3efb342d8:37917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37917%2C1731730625653:(num 1731730627419) 2024-11-16T04:17:20,655 DEBUG [RS:0;fda3efb342d8:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:20,655 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:20,655 INFO [RS:0;fda3efb342d8:37917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:20,655 INFO [RS:0;fda3efb342d8:37917 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:20,656 INFO [RS:0;fda3efb342d8:37917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:20,656 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:20,656 INFO [RS:0;fda3efb342d8:37917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37917 2024-11-16T04:17:20,708 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1122662779/rs/fda3efb342d8,37917,1731730625653 2024-11-16T04:17:20,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779/rs 2024-11-16T04:17:20,708 INFO [RS:0;fda3efb342d8:37917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:20,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,37917,1731730625653] 2024-11-16T04:17:20,728 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1122662779/draining/fda3efb342d8,37917,1731730625653 already deleted, retry=false 2024-11-16T04:17:20,728 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,37917,1731730625653 expired; onlineServers=0 2024-11-16T04:17:20,728 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,41295,1731730625520' ***** 2024-11-16T04:17:20,728 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:17:20,729 INFO [M:0;fda3efb342d8:41295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:20,729 INFO [M:0;fda3efb342d8:41295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:20,729 DEBUG [M:0;fda3efb342d8:41295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:17:20,729 DEBUG [M:0;fda3efb342d8:41295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:17:20,729 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730627028 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730627028,5,FailOnTimeoutGroup] 2024-11-16T04:17:20,729 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:17:20,729 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730627032 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730627032,5,FailOnTimeoutGroup] 2024-11-16T04:17:20,729 INFO [M:0;fda3efb342d8:41295 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:20,729 INFO [M:0;fda3efb342d8:41295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:20,729 DEBUG [M:0;fda3efb342d8:41295 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:17:20,729 INFO [M:0;fda3efb342d8:41295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:17:20,729 INFO [M:0;fda3efb342d8:41295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:20,730 INFO [M:0;fda3efb342d8:41295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:17:20,730 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:17:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1122662779/master 2024-11-16T04:17:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1122662779 2024-11-16T04:17:20,739 DEBUG [M:0;fda3efb342d8:41295 {}] zookeeper.ZKUtil(347): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Unable to get data of znode /1122662779/master because node does not exist (not an error) 2024-11-16T04:17:20,739 WARN [M:0;fda3efb342d8:41295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:17:20,740 INFO [M:0;fda3efb342d8:41295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/.lastflushedseqids 2024-11-16T04:17:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741836_1012 (size=99) 2024-11-16T04:17:20,819 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:20,819 INFO [RS:0;fda3efb342d8:37917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:20,819 INFO [RS:0;fda3efb342d8:37917 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,37917,1731730625653; zookeeper connection closed. 2024-11-16T04:17:20,819 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x10141dc24930004, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:20,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bf30101 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bf30101 2024-11-16T04:17:20,820 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:17:21,146 INFO [M:0;fda3efb342d8:41295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:17:21,146 INFO [M:0;fda3efb342d8:41295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:17:21,146 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:21,146 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:21,146 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:21,146 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:21,146 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:21,146 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T04:17:21,167 DEBUG [M:0;fda3efb342d8:41295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37fc918cb7f74bc6ba01ec08e73a2d81 is 82, key is hbase:meta,,1/info:regioninfo/1731730627975/Put/seqid=0 2024-11-16T04:17:21,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741837_1013 (size=5672) 2024-11-16T04:17:21,190 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:21,199 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:21,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:21,572 INFO [M:0;fda3efb342d8:41295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37fc918cb7f74bc6ba01ec08e73a2d81 2024-11-16T04:17:21,597 DEBUG [M:0;fda3efb342d8:41295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15755aef782a4296a1c15d20eae981e6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731730628013/Put/seqid=0 2024-11-16T04:17:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741838_1014 (size=5275) 2024-11-16T04:17:22,003 INFO [M:0;fda3efb342d8:41295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15755aef782a4296a1c15d20eae981e6 2024-11-16T04:17:22,025 DEBUG [M:0;fda3efb342d8:41295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa8470180174485909320b129be0f93 is 69, key is fda3efb342d8,37917,1731730625653/rs:state/1731730627215/Put/seqid=0 2024-11-16T04:17:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741839_1015 (size=5156) 2024-11-16T04:17:22,298 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:22,307 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:22,430 INFO [M:0;fda3efb342d8:41295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa8470180174485909320b129be0f93 2024-11-16T04:17:22,437 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37fc918cb7f74bc6ba01ec08e73a2d81 as hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37fc918cb7f74bc6ba01ec08e73a2d81 2024-11-16T04:17:22,444 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37fc918cb7f74bc6ba01ec08e73a2d81, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T04:17:22,445 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15755aef782a4296a1c15d20eae981e6 as hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15755aef782a4296a1c15d20eae981e6 2024-11-16T04:17:22,452 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15755aef782a4296a1c15d20eae981e6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T04:17:22,453 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fa8470180174485909320b129be0f93 as hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fa8470180174485909320b129be0f93 2024-11-16T04:17:22,459 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/3804818f-0983-9dd8-33ba-990f4bbf38fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fa8470180174485909320b129be0f93, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T04:17:22,461 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false 2024-11-16T04:17:22,462 INFO [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:22,462 DEBUG [M:0;fda3efb342d8:41295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730641146Disabling compacts and flushes for region at 1731730641146Disabling writes for close at 1731730641146Obtaining lock to block concurrent updates at 1731730641146Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730641146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731730641147 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730641148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730641148Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730641166 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730641166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730641580 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730641597 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730641597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730642010 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730642025 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730642025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2eae41: reopening flushed file at 1731730642436 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e37f83b: reopening flushed file at 1731730642444 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f73aa4: reopening flushed file at 1731730642452 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=28, compaction requested=false at 1731730642461 (+9 ms)Writing region close event to WAL at 1731730642462 (+1 ms)Closed at 1731730642462 2024-11-16T04:17:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741830_1006 (size=10165) 2024-11-16T04:17:22,466 INFO [M:0;fda3efb342d8:41295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:17:22,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:22,466 INFO [M:0;fda3efb342d8:41295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41295 2024-11-16T04:17:22,468 INFO [M:0;fda3efb342d8:41295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:22,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:22,629 INFO [M:0;fda3efb342d8:41295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:22,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41295-0x10141dc24930003, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:22,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:22,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:22,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:22,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:22,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:22,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:17:22,640 WARN [BP-581950882-172.17.0.2-1731730623696 heartbeating to localhost/127.0.0.1:43021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:17:22,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:17:22,640 WARN [BP-581950882-172.17.0.2-1731730623696 heartbeating to localhost/127.0.0.1:43021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-581950882-172.17.0.2-1731730623696 (Datanode Uuid 2db01ce5-fd6b-4758-aea9-15ee8465b726) service to localhost/127.0.0.1:43021 2024-11-16T04:17:22,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/cluster_1a5682ec-b6f3-e925-3cbb-5eb582cf29b9/data/data1/current/BP-581950882-172.17.0.2-1731730623696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:22,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/cluster_1a5682ec-b6f3-e925-3cbb-5eb582cf29b9/data/data2/current/BP-581950882-172.17.0.2-1731730623696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:22,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:17:22,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:22,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:22,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:22,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:22,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:22,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:17:22,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:17:22,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:22,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:22,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:22,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:22,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:22,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:17:22,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1426539155, stopped=false 2024-11-16T04:17:22,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,36469,1731730634536 2024-11-16T04:17:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/running 2024-11-16T04:17:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:22,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:22,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:22,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:22,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:22,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:17:22,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Set watcher on znode that does not yet exist, /0-1072219664/running 2024-11-16T04:17:22,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,44695,1731730634629' ***** 2024-11-16T04:17:22,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:17:22,682 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:17:22,682 INFO [RS:0;fda3efb342d8:44695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:17:22,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:17:22,682 INFO [RS:0;fda3efb342d8:44695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(3091): Received CLOSE for f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,44695,1731730634629 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:44695. 2024-11-16T04:17:22,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0dbcd2ec30f416f53371d60856f1459, disabling compactions & flushes 2024-11-16T04:17:22,683 DEBUG [RS:0;fda3efb342d8:44695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:22,683 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:22,683 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:22,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:17:22,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. after waiting 0 ms 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:17:22,683 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:22,683 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:17:22,684 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:17:22,684 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1325): Online Regions={f0dbcd2ec30f416f53371d60856f1459=hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:17:22,684 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0dbcd2ec30f416f53371d60856f1459 2024-11-16T04:17:22,684 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:22,684 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:22,684 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:22,684 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:22,684 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:22,684 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T04:17:22,689 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/replication/f0dbcd2ec30f416f53371d60856f1459/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-16T04:17:22,690 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:22,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:22,691 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:22,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0dbcd2ec30f416f53371d60856f1459: Waiting for close lock at 1731730642683Running coprocessor pre-close hooks at 1731730642683Disabling compacts and flushes for region at 1731730642683Disabling writes for close at 1731730642683Writing region close event to WAL at 1731730642684 (+1 ms)Running coprocessor post-close hooks at 1731730642690 (+6 ms)Closed at 1731730642691 (+1 ms) 2024-11-16T04:17:22,691 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459. 2024-11-16T04:17:22,704 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/info/101b93b84bf24576b302140e4d741b25 is 147, key is hbase:replication,,1731730628263.f0dbcd2ec30f416f53371d60856f1459./info:regioninfo/1731730640282/Put/seqid=0 2024-11-16T04:17:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741851_1027 (size=6385) 2024-11-16T04:17:22,775 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:22,884 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:23,085 DEBUG [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:23,111 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/info/101b93b84bf24576b302140e4d741b25 2024-11-16T04:17:23,122 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/.tmp/info/101b93b84bf24576b302140e4d741b25 as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/info/101b93b84bf24576b302140e4d741b25 2024-11-16T04:17:23,130 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/info/101b93b84bf24576b302140e4d741b25, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T04:17:23,131 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-16T04:17:23,140 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T04:17:23,141 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:23,141 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:23,141 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:23,141 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730642684Running coprocessor pre-close hooks at 1731730642684Disabling compacts and flushes for region at 1731730642684Disabling writes for close at 1731730642684Obtaining lock to block concurrent updates at 1731730642684Preparing flush snapshotting stores in 1588230740 at 1731730642684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731730642685 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730642686 (+1 ms)Flushing 1588230740/info: creating writer at 1731730642686Flushing 1588230740/info: appending metadata at 1731730642703 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731730642703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6646a2af: reopening flushed file at 1731730643121 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1731730643131 (+10 ms)Writing region close event to WAL at 1731730643136 (+5 ms)Running coprocessor post-close hooks at 1731730643141 (+5 ms)Closed at 1731730643141 2024-11-16T04:17:23,141 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:23,285 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,44695,1731730634629; all regions closed. 2024-11-16T04:17:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741849_1025 (size=2156) 2024-11-16T04:17:23,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.meta.1731730635954.meta not finished, retry = 0 2024-11-16T04:17:23,397 DEBUG [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs 2024-11-16T04:17:23,397 INFO [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44695%2C1731730634629.meta:.meta(num 1731730635954) 2024-11-16T04:17:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741850_1026 (size=796) 2024-11-16T04:17:23,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.rep.1731730640236 not finished, retry = 0 2024-11-16T04:17:23,481 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:17:23,481 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:17:23,504 DEBUG [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs 2024-11-16T04:17:23,505 INFO [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44695%2C1731730634629.rep:(num 1731730640236) 2024-11-16T04:17:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741848_1024 (size=93) 2024-11-16T04:17:23,509 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:23,511 DEBUG [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs 2024-11-16T04:17:23,511 INFO [RS:0;fda3efb342d8:44695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44695%2C1731730634629:(num 1731730635671) 2024-11-16T04:17:23,511 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:23,511 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:23,511 INFO [RS:0;fda3efb342d8:44695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:23,511 INFO [RS:0;fda3efb342d8:44695 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:23,512 INFO [RS:0;fda3efb342d8:44695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:23,512 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:23,512 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,44695,1731730634629 because: Region server is closing 2024-11-16T04:17:23,512 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T04:17:23,512 INFO [RS:0;fda3efb342d8:44695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:44695. 2024-11-16T04:17:23,512 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T04:17:23,512 INFO [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 was moved to hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs/fda3efb342d8%2C44695%2C1731730634629.1731730635671 2024-11-16T04:17:23,512 DEBUG [RS:0;fda3efb342d8:44695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:23,512 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T04:17:23,512 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:23,513 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:23,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:23,513 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 to pos 0, reset compression=false 2024-11-16T04:17:23,516 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 2024-11-16T04:17:23,516 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,44695,1731730634629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T04:17:23,516 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:23,516 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44695,1731730634629, seqNum=-1] 2024-11-16T04:17:23,517 WARN [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-fda3efb342d8,44695,1731730634629', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:44695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-16T04:17:23,519 INFO [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 was moved to hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/oldWALs/fda3efb342d8%2C44695%2C1731730634629.1731730635671 2024-11-16T04:17:23,520 ERROR [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,44695,1731730634629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,44695,1731730634629, walGroup=fda3efb342d8%2C44695%2C1731730634629, offset=fda3efb342d8%2C44695%2C1731730634629.1731730635671:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:44695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:17:23,522 ERROR [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:17:23,522 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671 2024-11-16T04:17:23,522 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T04:17:23,522 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.wal-reader.fda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T04:17:23,522 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:17:23,522 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fda3efb342d8,44695,1731730634629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/WALs/fda3efb342d8,44695,1731730634629/fda3efb342d8%2C44695%2C1731730634629.1731730635671, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T04:17:23,523 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:17:23,523 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:17:23,524 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:17:23,524 INFO [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 602082560 }, "NonHeapMemoryUsage": { "committed": 162332672, "init": 7667712, "max": -1, "used": 157468160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:17:23,524 WARN [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-fda3efb342d8,44695,1731730634629', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:44695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-16T04:17:23,524 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fda3efb342d8%2C44695%2C1731730634629.1731730635671] 2024-11-16T04:17:23,525 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T04:17:23,525 DEBUG [RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fda3efb342d8%2C44695%2C1731730634629.1731730635671] 2024-11-16T04:17:23,613 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,1-fda3efb342d8,44695,1731730634629 terminated 2024-11-16T04:17:23,613 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fda3efb342d8,44695,1731730634629 because: Region server is closing 2024-11-16T04:17:23,613 INFO [RS:0;fda3efb342d8:44695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:44695. 2024-11-16T04:17:23,613 DEBUG [RS:0;fda3efb342d8:44695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:23,614 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:23,614 DEBUG [RS:0;fda3efb342d8:44695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:23,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:23,614 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;fda3efb342d8:44695.replicationSource.shipperfda3efb342d8%2C44695%2C1731730634629,2-fda3efb342d8,44695,1731730634629 terminated 2024-11-16T04:17:23,614 INFO [RS:0;fda3efb342d8:44695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44695 2024-11-16T04:17:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/rs/fda3efb342d8,44695,1731730634629 2024-11-16T04:17:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664/rs 2024-11-16T04:17:23,665 INFO [RS:0;fda3efb342d8:44695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:23,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,44695,1731730634629] 2024-11-16T04:17:23,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1072219664/draining/fda3efb342d8,44695,1731730634629 already deleted, retry=false 2024-11-16T04:17:23,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,44695,1731730634629 expired; onlineServers=0 2024-11-16T04:17:23,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,36469,1731730634536' ***** 2024-11-16T04:17:23,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:17:23,686 INFO [M:0;fda3efb342d8:36469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:23,686 INFO [M:0;fda3efb342d8:36469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:23,686 DEBUG [M:0;fda3efb342d8:36469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:17:23,687 DEBUG [M:0;fda3efb342d8:36469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:17:23,687 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:17:23,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730635360 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730635360,5,FailOnTimeoutGroup] 2024-11-16T04:17:23,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730635356 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730635356,5,FailOnTimeoutGroup] 2024-11-16T04:17:23,687 INFO [M:0;fda3efb342d8:36469 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:23,687 INFO [M:0;fda3efb342d8:36469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:23,687 DEBUG [M:0;fda3efb342d8:36469 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:17:23,687 INFO [M:0;fda3efb342d8:36469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:17:23,687 INFO [M:0;fda3efb342d8:36469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:23,687 INFO [M:0;fda3efb342d8:36469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:17:23,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:17:23,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1072219664/master 2024-11-16T04:17:23,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1072219664 2024-11-16T04:17:23,697 DEBUG [M:0;fda3efb342d8:36469 {}] zookeeper.ZKUtil(347): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Unable to get data of znode /0-1072219664/master because node does not exist (not an error) 2024-11-16T04:17:23,697 WARN [M:0;fda3efb342d8:36469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:17:23,698 INFO [M:0;fda3efb342d8:36469 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/.lastflushedseqids 2024-11-16T04:17:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741852_1028 (size=181) 2024-11-16T04:17:23,704 INFO [M:0;fda3efb342d8:36469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:17:23,704 INFO [M:0;fda3efb342d8:36469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:17:23,704 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:23,704 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:23,704 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:23,705 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:23,705 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:23,705 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T04:17:23,720 DEBUG [M:0;fda3efb342d8:36469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/401217d34b95479cb9e5c547bd04dd50 is 82, key is hbase:meta,,1/info:regioninfo/1731730636034/Put/seqid=0 2024-11-16T04:17:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741853_1029 (size=5680) 2024-11-16T04:17:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:23,776 INFO [RS:0;fda3efb342d8:44695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44695-0x10141dc24930007, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:23,776 INFO [RS:0;fda3efb342d8:44695 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,44695,1731730634629; zookeeper connection closed. 2024-11-16T04:17:23,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f8a9a27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f8a9a27 2024-11-16T04:17:23,777 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:17:24,126 INFO [M:0;fda3efb342d8:36469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/401217d34b95479cb9e5c547bd04dd50 2024-11-16T04:17:24,145 DEBUG [M:0;fda3efb342d8:36469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1025dc01e6fa4e12aeb0ba1cf612141a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731730640290/Put/seqid=0 2024-11-16T04:17:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741854_1030 (size=7319) 2024-11-16T04:17:24,550 INFO [M:0;fda3efb342d8:36469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1025dc01e6fa4e12aeb0ba1cf612141a 2024-11-16T04:17:24,575 DEBUG [M:0;fda3efb342d8:36469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f303a0d226f24318afc3c58fe1b4e2e0 is 69, key is fda3efb342d8,44695,1731730634629/rs:state/1731730635373/Put/seqid=0 2024-11-16T04:17:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741855_1031 (size=5371) 2024-11-16T04:17:24,980 INFO [M:0;fda3efb342d8:36469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f303a0d226f24318afc3c58fe1b4e2e0 2024-11-16T04:17:24,985 INFO [M:0;fda3efb342d8:36469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f303a0d226f24318afc3c58fe1b4e2e0 2024-11-16T04:17:24,987 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/401217d34b95479cb9e5c547bd04dd50 as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/401217d34b95479cb9e5c547bd04dd50 2024-11-16T04:17:24,993 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/401217d34b95479cb9e5c547bd04dd50, entries=8, sequenceid=172, filesize=5.5 K 2024-11-16T04:17:24,994 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1025dc01e6fa4e12aeb0ba1cf612141a as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1025dc01e6fa4e12aeb0ba1cf612141a 2024-11-16T04:17:25,000 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1025dc01e6fa4e12aeb0ba1cf612141a, entries=7, sequenceid=172, filesize=7.1 K 2024-11-16T04:17:25,001 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f303a0d226f24318afc3c58fe1b4e2e0 as hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f303a0d226f24318afc3c58fe1b4e2e0 2024-11-16T04:17:25,008 INFO [M:0;fda3efb342d8:36469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f303a0d226f24318afc3c58fe1b4e2e0 2024-11-16T04:17:25,008 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33827/user/jenkins/test-data/01b218e8-da15-1076-6526-0c2ad08a68ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f303a0d226f24318afc3c58fe1b4e2e0, entries=2, sequenceid=172, filesize=5.2 K 2024-11-16T04:17:25,009 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-11-16T04:17:25,011 INFO [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:25,011 DEBUG [M:0;fda3efb342d8:36469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730643704Disabling compacts and flushes for region at 1731730643704Disabling writes for close at 1731730643705 (+1 ms)Obtaining lock to block concurrent updates at 1731730643705Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730643705Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731730643705Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730643706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730643706Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730643720 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730643720Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730644131 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730644145 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730644145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730644557 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730644573 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730644574 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25924286: reopening flushed file at 1731730644986 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b00ddf9: reopening flushed file at 1731730644993 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c49e08e: reopening flushed file at 1731730645000 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1731730645009 (+9 ms)Writing region close event to WAL at 1731730645011 (+2 ms)Closed at 1731730645011 2024-11-16T04:17:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741847_1023 (size=22949) 2024-11-16T04:17:25,014 INFO [M:0;fda3efb342d8:36469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:17:25,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:25,014 INFO [M:0;fda3efb342d8:36469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36469 2024-11-16T04:17:25,014 INFO [M:0;fda3efb342d8:36469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:25,134 INFO [M:0;fda3efb342d8:36469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:25,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:25,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x10141dc24930006, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:25,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:25,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:25,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:25,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:25,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:25,138 WARN [BP-1175732718-172.17.0.2-1731730615264 heartbeating to localhost/127.0.0.1:33827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:17:25,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:17:25,138 WARN [BP-1175732718-172.17.0.2-1731730615264 heartbeating to localhost/127.0.0.1:33827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175732718-172.17.0.2-1731730615264 (Datanode Uuid 66657841-9d4d-4ac4-857d-4056e03d3eef) service to localhost/127.0.0.1:33827 2024-11-16T04:17:25,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:17:25,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/data/data1/current/BP-1175732718-172.17.0.2-1731730615264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:25,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/cluster_6b59170c-bb61-4f7c-5b7c-951db017a79c/data/data2/current/BP-1175732718-172.17.0.2-1731730615264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:25,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:17:25,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:25,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:25,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:25,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:25,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11555248-acd9-0a53-87d8-7ddce62e8e49/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:25,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:17:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:17:25,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fda3efb342d8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33827 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67237ec5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43021 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fda3efb342d8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/fda3efb342d8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/fda3efb342d8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58188) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fda3efb342d8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58188) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8301 (was 9098) 2024-11-16T04:17:25,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=8300 2024-11-16T04:17:25,193 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T04:17:25,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir so I do NOT create it in target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a 2024-11-16T04:17:25,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:17:25,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.tmp.dir so I do NOT create it in target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a 2024-11-16T04:17:25,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/752112e9-107b-b34e-cfcc-9f59576b17ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:17:25,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a 2024-11-16T04:17:25,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874, deleteOnExit=true 2024-11-16T04:17:25,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/zookeeper_0, clientPort=56756, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:17:25,217 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56756 2024-11-16T04:17:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:17:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:17:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/test.cache.data in system properties and HBase conf 2024-11-16T04:17:25,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:17:25,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:17:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:17:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:17:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141dc24930005, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:17:25,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141dc24930002, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:17:25,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141dc24930002, quorum=127.0.0.1:58188, baseZNode=/0-1072219664 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:17:25,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141dc24930005, quorum=127.0.0.1:58188, baseZNode=/1122662779 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:17:25,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:25,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:25,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:25,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:25,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:25,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:25,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:25,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:25,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/java.io.tmpdir/jetty-localhost-46663-hadoop-hdfs-3_4_1-tests_jar-_-any-5380045780924366481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:25,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:46663} 2024-11-16T04:17:25,698 INFO [Time-limited test {}] server.Server(415): Started @32495ms 2024-11-16T04:17:25,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:25,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:25,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:25,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:25,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:17:25,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:25,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:26,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/java.io.tmpdir/jetty-localhost-34279-hadoop-hdfs-3_4_1-tests_jar-_-any-11454812936295625979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:26,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:34279} 2024-11-16T04:17:26,048 INFO [Time-limited test {}] server.Server(415): Started @32844ms 2024-11-16T04:17:26,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:17:26,722 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/data/data2/current/BP-1901194352-172.17.0.2-1731730645242/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:26,722 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/data/data1/current/BP-1901194352-172.17.0.2-1731730645242/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:26,736 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:17:26,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4720924e7dc04508 with lease ID 0x5ba76dbc8c2b7a77: Processing first storage report for DS-6f77cef7-8563-4194-b9c3-1b0bd715b315 from datanode DatanodeRegistration(127.0.0.1:42255, datanodeUuid=da8b8523-6835-4557-aa6f-ac2a1429a510, infoPort=43947, infoSecurePort=0, ipcPort=46777, storageInfo=lv=-57;cid=testClusterID;nsid=1761280288;c=1731730645242) 2024-11-16T04:17:26,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4720924e7dc04508 with lease ID 0x5ba76dbc8c2b7a77: from storage DS-6f77cef7-8563-4194-b9c3-1b0bd715b315 node DatanodeRegistration(127.0.0.1:42255, datanodeUuid=da8b8523-6835-4557-aa6f-ac2a1429a510, infoPort=43947, infoSecurePort=0, ipcPort=46777, storageInfo=lv=-57;cid=testClusterID;nsid=1761280288;c=1731730645242), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:26,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4720924e7dc04508 with lease ID 0x5ba76dbc8c2b7a77: Processing first storage report for DS-a40e4ddd-b3f6-450e-837d-5ec07fea93a7 from datanode DatanodeRegistration(127.0.0.1:42255, datanodeUuid=da8b8523-6835-4557-aa6f-ac2a1429a510, infoPort=43947, infoSecurePort=0, ipcPort=46777, storageInfo=lv=-57;cid=testClusterID;nsid=1761280288;c=1731730645242) 2024-11-16T04:17:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4720924e7dc04508 with lease ID 0x5ba76dbc8c2b7a77: from storage DS-a40e4ddd-b3f6-450e-837d-5ec07fea93a7 node DatanodeRegistration(127.0.0.1:42255, datanodeUuid=da8b8523-6835-4557-aa6f-ac2a1429a510, infoPort=43947, infoSecurePort=0, ipcPort=46777, storageInfo=lv=-57;cid=testClusterID;nsid=1761280288;c=1731730645242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:26,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a 2024-11-16T04:17:26,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:26,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:26,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:17:27,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245 with version=8 2024-11-16T04:17:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/hbase-staging 2024-11-16T04:17:27,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:27,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:27,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41789 2024-11-16T04:17:27,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41789 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-16T04:17:27,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417890x0, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:27,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41789-0x10141dc9c8a0000 connected 2024-11-16T04:17:27,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:27,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:27,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/running 2024-11-16T04:17:27,368 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245, hbase.cluster.distributed=false 2024-11-16T04:17:27,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/acl 2024-11-16T04:17:27,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-16T04:17:27,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41789 2024-11-16T04:17:27,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41789 2024-11-16T04:17:27,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-16T04:17:27,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-16T04:17:27,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:27,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:27,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:27,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:27,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:27,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:27,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:17:27,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:27,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38921 2024-11-16T04:17:27,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38921 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-16T04:17:27,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:27,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:27,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389210x0, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:27,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38921-0x10141dc9c8a0001 connected 2024-11-16T04:17:27,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/running 2024-11-16T04:17:27,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:17:27,403 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:17:27,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/master 2024-11-16T04:17:27,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/acl 2024-11-16T04:17:27,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38921 2024-11-16T04:17:27,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38921 2024-11-16T04:17:27,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38921 2024-11-16T04:17:27,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38921 2024-11-16T04:17:27,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38921 2024-11-16T04:17:27,422 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:41789 2024-11-16T04:17:27,423 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2019215557/backup-masters/fda3efb342d8,41789,1731730647192 2024-11-16T04:17:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557/backup-masters 2024-11-16T04:17:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557/backup-masters 2024-11-16T04:17:27,434 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on existing znode=/0-2019215557/backup-masters/fda3efb342d8,41789,1731730647192 2024-11-16T04:17:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019215557/master 2024-11-16T04:17:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:27,444 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on existing znode=/0-2019215557/master 2024-11-16T04:17:27,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2019215557/backup-masters/fda3efb342d8,41789,1731730647192 from backup master directory 2024-11-16T04:17:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019215557/backup-masters/fda3efb342d8,41789,1731730647192 2024-11-16T04:17:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557/backup-masters 2024-11-16T04:17:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557/backup-masters 2024-11-16T04:17:27,454 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:27,454 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,41789,1731730647192 2024-11-16T04:17:27,459 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/hbase.id] with ID: 98e8b15e-cfb9-4130-bec2-d714201d5a83 2024-11-16T04:17:27,459 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/.tmp/hbase.id 2024-11-16T04:17:27,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:17:27,872 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/.tmp/hbase.id]:[hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/hbase.id] 2024-11-16T04:17:27,886 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:27,887 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:27,889 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T04:17:27,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:27,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:17:28,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:28,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:28,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:28,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:28,349 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:28,349 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:17:28,759 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store 2024-11-16T04:17:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:17:29,166 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:29,166 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:29,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:29,166 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:29,167 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:29,167 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:29,167 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:29,167 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730649166Disabling compacts and flushes for region at 1731730649166Disabling writes for close at 1731730649167 (+1 ms)Writing region close event to WAL at 1731730649167Closed at 1731730649167 2024-11-16T04:17:29,168 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/.initializing 2024-11-16T04:17:29,168 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/WALs/fda3efb342d8,41789,1731730647192 2024-11-16T04:17:29,169 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:29,171 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C41789%2C1731730647192, suffix=, logDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/WALs/fda3efb342d8,41789,1731730647192, archiveDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:29,182 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/WALs/fda3efb342d8,41789,1731730647192/fda3efb342d8%2C41789%2C1731730647192.1731730649171, exclude list is [], retry=0 2024-11-16T04:17:29,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42255,DS-6f77cef7-8563-4194-b9c3-1b0bd715b315,DISK] 2024-11-16T04:17:29,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/WALs/fda3efb342d8,41789,1731730647192/fda3efb342d8%2C41789%2C1731730647192.1731730649171 2024-11-16T04:17:29,187 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-16T04:17:29,187 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:29,188 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:29,188 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,188 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:29,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:29,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:29,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:29,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:29,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:29,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:29,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:29,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:29,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:29,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:29,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:29,197 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,198 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,198 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,199 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,199 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,200 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:29,201 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:29,204 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:29,204 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66382198, jitterRate=-0.010828167200088501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:29,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730649188Initializing all the Stores at 1731730649189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730649189Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730649189Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730649189Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730649189Cleaning up temporary data from old regions at 1731730649199 (+10 ms)Region opened successfully at 1731730649205 (+6 ms) 2024-11-16T04:17:29,206 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:29,209 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e67012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:29,210 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:17:29,210 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:29,211 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:29,211 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:29,211 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:17:29,212 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:17:29,212 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:29,214 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:29,215 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Unable to get data of znode /0-2019215557/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:29,265 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019215557/balancer already deleted, retry=false 2024-11-16T04:17:29,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:29,266 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Unable to get data of znode /0-2019215557/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:29,275 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019215557/normalizer already deleted, retry=false 2024-11-16T04:17:29,275 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:29,276 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Unable to get data of znode /0-2019215557/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:29,286 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019215557/switch/split already deleted, retry=false 2024-11-16T04:17:29,287 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Unable to get data of znode /0-2019215557/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:29,296 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019215557/switch/merge already deleted, retry=false 2024-11-16T04:17:29,298 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Unable to get data of znode /0-2019215557/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:29,307 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019215557/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:17:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019215557/running 2024-11-16T04:17:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019215557/running 2024-11-16T04:17:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:29,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:29,318 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,41789,1731730647192, sessionid=0x10141dc9c8a0000, setting cluster-up flag (Was=false) 2024-11-16T04:17:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:29,802 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2019215557/flush-table-proc/acquired, /0-2019215557/flush-table-proc/reached, /0-2019215557/flush-table-proc/abort 2024-11-16T04:17:29,803 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,41789,1731730647192 2024-11-16T04:17:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:30,044 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2019215557/online-snapshot/acquired, /0-2019215557/online-snapshot/reached, /0-2019215557/online-snapshot/abort 2024-11-16T04:17:30,045 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,41789,1731730647192 2024-11-16T04:17:30,047 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:17:30,049 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:30,049 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:30,049 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:30,049 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,41789,1731730647192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:30,051 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:30,051 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:30,051 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:30,052 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:30,052 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:30,052 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,052 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:30,052 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:30,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:17:30,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:30,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:17:30,056 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730680056 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:30,057 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:30,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:30,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:30,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:30,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:30,058 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:30,059 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730650058,5,FailOnTimeoutGroup] 2024-11-16T04:17:30,059 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730650059,5,FailOnTimeoutGroup] 2024-11-16T04:17:30,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:30,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:17:30,116 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(746): ClusterId : 98e8b15e-cfb9-4130-bec2-d714201d5a83 2024-11-16T04:17:30,116 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:30,292 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:30,292 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:30,302 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:30,303 DEBUG [RS:0;fda3efb342d8:38921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd307e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:30,314 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:38921 2024-11-16T04:17:30,314 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:30,314 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:30,314 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:30,315 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,41789,1731730647192 with port=38921, startcode=1731730647385 2024-11-16T04:17:30,316 DEBUG [RS:0;fda3efb342d8:38921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:30,317 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:30,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,38921,1731730647385 2024-11-16T04:17:30,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,38921,1731730647385 2024-11-16T04:17:30,320 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245 2024-11-16T04:17:30,320 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44507 2024-11-16T04:17:30,320 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:30,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557/rs 2024-11-16T04:17:30,329 DEBUG [RS:0;fda3efb342d8:38921 {}] zookeeper.ZKUtil(111): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on existing znode=/0-2019215557/rs/fda3efb342d8,38921,1731730647385 2024-11-16T04:17:30,329 WARN [RS:0;fda3efb342d8:38921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:30,329 INFO [RS:0;fda3efb342d8:38921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:30,329 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385 2024-11-16T04:17:30,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,38921,1731730647385] 2024-11-16T04:17:30,332 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:30,335 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:30,335 INFO [RS:0;fda3efb342d8:38921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:30,335 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,336 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:30,336 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:30,337 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:30,337 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:30,338 DEBUG [RS:0;fda3efb342d8:38921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:30,338 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,338 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,338 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,338 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,338 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,338 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38921,1731730647385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:30,353 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:30,353 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38921,1731730647385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,353 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,353 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.Replication(171): fda3efb342d8,38921,1731730647385 started 2024-11-16T04:17:30,365 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:30,366 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,38921,1731730647385, RpcServer on fda3efb342d8/172.17.0.2:38921, sessionid=0x10141dc9c8a0001 2024-11-16T04:17:30,366 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:30,366 DEBUG [RS:0;fda3efb342d8:38921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,38921,1731730647385 2024-11-16T04:17:30,366 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,38921,1731730647385' 2024-11-16T04:17:30,366 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2019215557/flush-table-proc/abort' 2024-11-16T04:17:30,366 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2019215557/flush-table-proc/acquired' 2024-11-16T04:17:30,367 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:30,367 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:30,367 DEBUG [RS:0;fda3efb342d8:38921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,38921,1731730647385 2024-11-16T04:17:30,367 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,38921,1731730647385' 2024-11-16T04:17:30,367 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2019215557/online-snapshot/abort' 2024-11-16T04:17:30,368 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2019215557/online-snapshot/acquired' 2024-11-16T04:17:30,368 DEBUG [RS:0;fda3efb342d8:38921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:30,368 INFO [RS:0;fda3efb342d8:38921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:30,368 INFO [RS:0;fda3efb342d8:38921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:30,468 INFO [RS:0;fda3efb342d8:38921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:30,470 INFO [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C38921%2C1731730647385, suffix=, logDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385, archiveDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/oldWALs, maxLogs=10 2024-11-16T04:17:30,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:17:30,471 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245 2024-11-16T04:17:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:17:30,484 DEBUG [RS:0;fda3efb342d8:38921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471, exclude list is [], retry=0 2024-11-16T04:17:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42255,DS-6f77cef7-8563-4194-b9c3-1b0bd715b315,DISK] 2024-11-16T04:17:30,489 INFO [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 2024-11-16T04:17:30,489 DEBUG [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-16T04:17:30,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:30,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:30,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:30,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:30,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:30,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:30,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:30,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:30,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:30,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:30,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:30,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:30,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:30,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:30,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:30,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:30,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:30,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:30,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740 2024-11-16T04:17:30,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740 2024-11-16T04:17:30,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:30,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:30,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:30,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:30,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:30,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72854295, jitterRate=0.08561359345912933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:30,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730650879Initializing all the Stores at 1731730650880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730650880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730650880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730650880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730650880Cleaning up temporary data from old regions at 1731730650892 (+12 ms)Region opened successfully at 1731730650899 (+7 ms) 2024-11-16T04:17:30,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:30,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:30,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:30,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:30,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:30,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:30,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730650899Disabling compacts and flushes for region at 1731730650899Disabling writes for close at 1731730650899Writing region close event to WAL at 1731730650900 (+1 ms)Closed at 1731730650900 2024-11-16T04:17:30,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:30,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:17:30,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:30,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:30,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:17:31,054 DEBUG [fda3efb342d8:41789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:31,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,38921,1731730647385 2024-11-16T04:17:31,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,38921,1731730647385, state=OPENING 2024-11-16T04:17:31,122 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:17:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:31,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:31,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,38921,1731730647385}] 2024-11-16T04:17:31,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019215557/meta-region-server: CHANGED 2024-11-16T04:17:31,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019215557/meta-region-server: CHANGED 2024-11-16T04:17:31,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:31,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:31,326 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:31,326 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:31,326 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:31,328 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C38921%2C1731730647385.meta, suffix=.meta, logDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385, archiveDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/oldWALs, maxLogs=10 2024-11-16T04:17:31,340 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.meta.1731730651329.meta, exclude list is [], retry=0 2024-11-16T04:17:31,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42255,DS-6f77cef7-8563-4194-b9c3-1b0bd715b315,DISK] 2024-11-16T04:17:31,344 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.meta.1731730651329.meta 2024-11-16T04:17:31,345 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-16T04:17:31,345 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:31,345 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:31,346 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:31,346 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:31,346 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:31,346 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:31,346 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:31,346 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:31,346 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:31,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:31,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:31,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:31,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:31,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:31,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:31,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:31,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:31,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:31,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:31,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:31,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:31,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:31,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:31,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:31,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:31,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:31,355 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740 2024-11-16T04:17:31,356 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740 2024-11-16T04:17:31,358 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:31,358 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:31,359 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:31,361 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:31,362 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71677765, jitterRate=0.06808193027973175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:31,362 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:31,363 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730651346Writing region info on filesystem at 1731730651346Initializing all the Stores at 1731730651347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730651347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730651347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730651348 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730651348Cleaning up temporary data from old regions at 1731730651358 (+10 ms)Running coprocessor post-open hooks at 1731730651362 (+4 ms)Region opened successfully at 1731730651363 (+1 ms) 2024-11-16T04:17:31,364 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730651320 2024-11-16T04:17:31,367 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:31,367 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:31,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,38921,1731730647385 2024-11-16T04:17:31,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,38921,1731730647385, state=OPEN 2024-11-16T04:17:31,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019215557/meta-region-server 2024-11-16T04:17:31,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019215557/meta-region-server 2024-11-16T04:17:31,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,38921,1731730647385 2024-11-16T04:17:31,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019215557/meta-region-server: CHANGED 2024-11-16T04:17:31,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019215557/meta-region-server: CHANGED 2024-11-16T04:17:31,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:17:31,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,38921,1731730647385 in 221 msec 2024-11-16T04:17:31,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:17:31,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-16T04:17:31,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:31,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:17:31,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:31,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38921,1731730647385, seqNum=-1] 2024-11-16T04:17:31,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:31,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:31,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-16T04:17:31,402 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730651402, completionTime=-1 2024-11-16T04:17:31,402 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:17:31,402 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730711405 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730771405 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41789,1731730647192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41789,1731730647192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41789,1731730647192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:41789, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,405 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,407 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.955sec 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41789,1731730647192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:31,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41789,1731730647192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:31,412 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:31,412 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:31,412 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41789,1731730647192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:31,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:31,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41789,-1 for getting cluster id 2024-11-16T04:17:31,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:31,418 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e8b15e-cfb9-4130-bec2-d714201d5a83' 2024-11-16T04:17:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e8b15e-cfb9-4130-bec2-d714201d5a83" 2024-11-16T04:17:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba001ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41789,-1] 2024-11-16T04:17:31,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:31,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:31,420 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:31,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:31,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38921,1731730647385, seqNum=-1] 2024-11-16T04:17:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:31,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,41789,1731730647192 2024-11-16T04:17:31,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-16T04:17:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:31,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141dc9c8a0002 connected 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir so I do NOT create it in target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408 2024-11-16T04:17:31,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.tmp.dir so I do NOT create it in target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408 2024-11-16T04:17:31,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:17:31,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/cluster_6e8ff2c6-66a8-6c81-c42f-da5ffc8edf7b, deleteOnExit=true 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/test.cache.data in system properties and HBase conf 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:17:31,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:17:31,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:31,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:17:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:17:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:17:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:17:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:17:31,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:31,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:31,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:31,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:31,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:31,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:31,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:31,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:31,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/java.io.tmpdir/jetty-localhost-42917-hadoop-hdfs-3_4_1-tests_jar-_-any-13511800571579796493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:31,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:42917} 2024-11-16T04:17:31,905 INFO [Time-limited test {}] server.Server(415): Started @38701ms 2024-11-16T04:17:32,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:32,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:32,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:32,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:32,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:32,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:32,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:32,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/java.io.tmpdir/jetty-localhost-44281-hadoop-hdfs-3_4_1-tests_jar-_-any-10366820929474851400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:32,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:44281} 2024-11-16T04:17:32,282 INFO [Time-limited test {}] server.Server(415): Started @39079ms 2024-11-16T04:17:32,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:17:32,827 WARN [RS:0;fda3efb342d8:38921 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fda3efb342d8,41401,1731730619770: status=Processing ServerCrashProcedure of fda3efb342d8,41401,1731730619770 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731730635304, completionTime=-1 appears to have been leaked 2024-11-16T04:17:33,032 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/cluster_6e8ff2c6-66a8-6c81-c42f-da5ffc8edf7b/data/data1/current/BP-1368157767-172.17.0.2-1731730651476/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:33,032 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/cluster_6e8ff2c6-66a8-6c81-c42f-da5ffc8edf7b/data/data2/current/BP-1368157767-172.17.0.2-1731730651476/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:33,053 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:17:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa3bb0efb8801114 with lease ID 0x7ed9d348f0d65d33: Processing first storage report for DS-50ae0719-58fe-47a4-8e32-c23e2d053e1c from datanode DatanodeRegistration(127.0.0.1:44199, datanodeUuid=db2ae872-e8f7-40e5-b05f-b1df7b0d98dc, infoPort=41435, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=501758250;c=1731730651476) 2024-11-16T04:17:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa3bb0efb8801114 with lease ID 0x7ed9d348f0d65d33: from storage DS-50ae0719-58fe-47a4-8e32-c23e2d053e1c node DatanodeRegistration(127.0.0.1:44199, datanodeUuid=db2ae872-e8f7-40e5-b05f-b1df7b0d98dc, infoPort=41435, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=501758250;c=1731730651476), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa3bb0efb8801114 with lease ID 0x7ed9d348f0d65d33: Processing first storage report for DS-e666eb36-dc2b-473a-bf2b-d7f68a13b810 from datanode DatanodeRegistration(127.0.0.1:44199, datanodeUuid=db2ae872-e8f7-40e5-b05f-b1df7b0d98dc, infoPort=41435, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=501758250;c=1731730651476) 2024-11-16T04:17:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa3bb0efb8801114 with lease ID 0x7ed9d348f0d65d33: from storage DS-e666eb36-dc2b-473a-bf2b-d7f68a13b810 node DatanodeRegistration(127.0.0.1:44199, datanodeUuid=db2ae872-e8f7-40e5-b05f-b1df7b0d98dc, infoPort=41435, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=501758250;c=1731730651476), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:17:33,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408 2024-11-16T04:17:33,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:17:33,127 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e with version=8 2024-11-16T04:17:33,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/hbase-staging 2024-11-16T04:17:33,130 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:17:33,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:33,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45303 2024-11-16T04:17:33,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45303 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-16T04:17:33,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453030x0, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:33,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45303-0x10141dc9c8a0003 connected 2024-11-16T04:17:33,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/running 2024-11-16T04:17:33,231 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e, hbase.cluster.distributed=false 2024-11-16T04:17:33,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/acl 2024-11-16T04:17:33,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45303 2024-11-16T04:17:33,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45303 2024-11-16T04:17:33,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45303 2024-11-16T04:17:33,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45303 2024-11-16T04:17:33,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45303 2024-11-16T04:17:33,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:17:33,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:33,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44039 2024-11-16T04:17:33,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44039 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-16T04:17:33,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440390x0, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:33,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440390x0, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/running 2024-11-16T04:17:33,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44039-0x10141dc9c8a0004 connected 2024-11-16T04:17:33,270 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:17:33,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:17:33,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/master 2024-11-16T04:17:33,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/acl 2024-11-16T04:17:33,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-16T04:17:33,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-16T04:17:33,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-16T04:17:33,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-16T04:17:33,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-16T04:17:33,296 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:45303 2024-11-16T04:17:33,296 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1624229585/backup-masters/fda3efb342d8,45303,1731730653129 2024-11-16T04:17:33,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585/backup-masters 2024-11-16T04:17:33,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585/backup-masters 2024-11-16T04:17:33,307 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on existing znode=/1-1624229585/backup-masters/fda3efb342d8,45303,1731730653129 2024-11-16T04:17:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1624229585/master 2024-11-16T04:17:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:33,318 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on existing znode=/1-1624229585/master 2024-11-16T04:17:33,318 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1624229585/backup-masters/fda3efb342d8,45303,1731730653129 from backup master directory 2024-11-16T04:17:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585/backup-masters 2024-11-16T04:17:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1624229585/backup-masters/fda3efb342d8,45303,1731730653129 2024-11-16T04:17:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585/backup-masters 2024-11-16T04:17:33,328 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:33,328 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,45303,1731730653129 2024-11-16T04:17:33,333 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/hbase.id] with ID: 4b40b9d5-80e3-4308-8780-a9c8e1a81b42 2024-11-16T04:17:33,334 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/.tmp/hbase.id 2024-11-16T04:17:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:17:33,747 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/.tmp/hbase.id]:[hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/hbase.id] 2024-11-16T04:17:33,764 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:33,764 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:33,771 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-16T04:17:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:33,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:17:34,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:34,235 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:34,236 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:17:34,255 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store 2024-11-16T04:17:34,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:17:34,671 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:34,671 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:34,671 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:34,671 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:34,671 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:34,671 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:34,671 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:34,671 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730654671Disabling compacts and flushes for region at 1731730654671Disabling writes for close at 1731730654671Writing region close event to WAL at 1731730654671Closed at 1731730654671 2024-11-16T04:17:34,672 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/.initializing 2024-11-16T04:17:34,672 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/WALs/fda3efb342d8,45303,1731730653129 2024-11-16T04:17:34,673 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:34,675 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C45303%2C1731730653129, suffix=, logDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/WALs/fda3efb342d8,45303,1731730653129, archiveDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:34,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/WALs/fda3efb342d8,45303,1731730653129/fda3efb342d8%2C45303%2C1731730653129.1731730654676, exclude list is [], retry=0 2024-11-16T04:17:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44199,DS-50ae0719-58fe-47a4-8e32-c23e2d053e1c,DISK] 2024-11-16T04:17:34,692 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/WALs/fda3efb342d8,45303,1731730653129/fda3efb342d8%2C45303%2C1731730653129.1731730654676 2024-11-16T04:17:34,693 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41435:41435)] 2024-11-16T04:17:34,693 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:34,693 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:34,693 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,693 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:34,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:34,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:34,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:34,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:34,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:34,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:34,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:34,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:34,703 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,704 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,704 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,706 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,706 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,706 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:34,707 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:34,709 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:34,709 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849727, jitterRate=0.07064436376094818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:34,710 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730654693Initializing all the Stores at 1731730654694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730654695 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730654695Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730654695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730654695Cleaning up temporary data from old regions at 1731730654706 (+11 ms)Region opened successfully at 1731730654709 (+3 ms) 2024-11-16T04:17:34,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:34,713 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa81499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:34,714 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:17:34,714 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:34,714 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:34,714 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:34,715 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:17:34,715 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:17:34,715 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:34,718 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:34,719 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Unable to get data of znode /1-1624229585/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:34,770 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1624229585/balancer already deleted, retry=false 2024-11-16T04:17:34,770 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:34,771 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Unable to get data of znode /1-1624229585/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:34,780 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1624229585/normalizer already deleted, retry=false 2024-11-16T04:17:34,781 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:34,782 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Unable to get data of znode /1-1624229585/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:34,791 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1624229585/switch/split already deleted, retry=false 2024-11-16T04:17:34,792 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Unable to get data of znode /1-1624229585/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:34,801 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1624229585/switch/merge already deleted, retry=false 2024-11-16T04:17:34,803 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Unable to get data of znode /1-1624229585/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:34,812 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1624229585/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:34,818 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:34,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1624229585/running 2024-11-16T04:17:34,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1624229585/running 2024-11-16T04:17:34,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:34,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:34,823 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,45303,1731730653129, sessionid=0x10141dc9c8a0003, setting cluster-up flag (Was=false) 2024-11-16T04:17:34,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:34,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:34,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:34,880 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1624229585/flush-table-proc/acquired, /1-1624229585/flush-table-proc/reached, /1-1624229585/flush-table-proc/abort 2024-11-16T04:17:34,882 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45303,1731730653129 2024-11-16T04:17:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:34,933 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1624229585/online-snapshot/acquired, /1-1624229585/online-snapshot/reached, /1-1624229585/online-snapshot/abort 2024-11-16T04:17:34,934 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45303,1731730653129 2024-11-16T04:17:34,935 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:17:34,937 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:34,937 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:34,938 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:34,938 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,45303,1731730653129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:34,939 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:34,939 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:34,939 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:34,939 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:34,940 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:34,940 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:34,940 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:34,940 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730684949 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:34,949 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:34,950 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:34,951 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:34,951 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:34,951 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:34,951 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:34,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:34,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:17:34,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:34,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:17:34,956 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:34,956 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:34,959 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730654956,5,FailOnTimeoutGroup] 2024-11-16T04:17:34,959 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730654959,5,FailOnTimeoutGroup] 2024-11-16T04:17:34,960 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:34,960 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:34,960 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:34,960 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:17:34,983 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(746): ClusterId : 4b40b9d5-80e3-4308-8780-a9c8e1a81b42 2024-11-16T04:17:34,983 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:35,069 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:35,069 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:35,113 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:35,113 DEBUG [RS:0;fda3efb342d8:44039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f4cb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:35,128 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:44039 2024-11-16T04:17:35,128 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:35,128 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:35,128 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:35,129 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,45303,1731730653129 with port=44039, startcode=1731730653252 2024-11-16T04:17:35,130 DEBUG [RS:0;fda3efb342d8:44039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:35,131 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:35,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45303 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,134 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e 2024-11-16T04:17:35,134 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43755 2024-11-16T04:17:35,134 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585/rs 2024-11-16T04:17:35,227 DEBUG [RS:0;fda3efb342d8:44039 {}] zookeeper.ZKUtil(111): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on existing znode=/1-1624229585/rs/fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,228 WARN [RS:0;fda3efb342d8:44039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:35,228 INFO [RS:0;fda3efb342d8:44039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:35,228 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,44039,1731730653252] 2024-11-16T04:17:35,232 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:35,234 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:35,235 INFO [RS:0;fda3efb342d8:44039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:35,235 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,235 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:35,236 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:35,236 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,237 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,238 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,238 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:35,238 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:35,238 DEBUG [RS:0;fda3efb342d8:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:35,246 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,246 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,246 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,246 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,246 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,246 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44039,1731730653252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:35,261 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:35,261 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44039,1731730653252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,261 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,261 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.Replication(171): fda3efb342d8,44039,1731730653252 started 2024-11-16T04:17:35,273 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:35,273 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,44039,1731730653252, RpcServer on fda3efb342d8/172.17.0.2:44039, sessionid=0x10141dc9c8a0004 2024-11-16T04:17:35,273 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:35,273 DEBUG [RS:0;fda3efb342d8:44039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,273 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44039,1731730653252' 2024-11-16T04:17:35,273 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1624229585/flush-table-proc/abort' 2024-11-16T04:17:35,274 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1624229585/flush-table-proc/acquired' 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44039,1731730653252' 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1624229585/online-snapshot/abort' 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1624229585/online-snapshot/acquired' 2024-11-16T04:17:35,275 DEBUG [RS:0;fda3efb342d8:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:35,275 INFO [RS:0;fda3efb342d8:44039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:35,275 INFO [RS:0;fda3efb342d8:44039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:35,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:17:35,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e 2024-11-16T04:17:35,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:17:35,376 INFO [RS:0;fda3efb342d8:44039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:35,377 INFO [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44039%2C1731730653252, suffix=, logDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252, archiveDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/oldWALs, maxLogs=10 2024-11-16T04:17:35,389 DEBUG [RS:0;fda3efb342d8:44039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252/fda3efb342d8%2C44039%2C1731730653252.1731730655377, exclude list is [], retry=0 2024-11-16T04:17:35,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44199,DS-50ae0719-58fe-47a4-8e32-c23e2d053e1c,DISK] 2024-11-16T04:17:35,393 INFO [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252/fda3efb342d8%2C44039%2C1731730653252.1731730655377 2024-11-16T04:17:35,393 DEBUG [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41435:41435)] 2024-11-16T04:17:35,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:35,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:35,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:35,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:35,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:35,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:35,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:35,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:35,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:35,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:35,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:35,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:35,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:35,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:35,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:35,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:35,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:35,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:35,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740 2024-11-16T04:17:35,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740 2024-11-16T04:17:35,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:35,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:35,787 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:35,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:35,790 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:35,791 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445028, jitterRate=0.1093173623085022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:35,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730655775Initializing all the Stores at 1731730655776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730655776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730655776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730655776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730655776Cleaning up temporary data from old regions at 1731730655786 (+10 ms)Region opened successfully at 1731730655791 (+5 ms) 2024-11-16T04:17:35,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:35,791 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:35,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:35,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:35,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:35,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730655791Disabling compacts and flushes for region at 1731730655791Disabling writes for close at 1731730655791Writing region close event to WAL at 1731730655792 (+1 ms)Closed at 1731730655792 2024-11-16T04:17:35,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:35,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:17:35,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:35,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:35,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:17:35,946 DEBUG [fda3efb342d8:45303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:35,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,44039,1731730653252 2024-11-16T04:17:35,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44039,1731730653252, state=OPENING 2024-11-16T04:17:36,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:17:36,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:36,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:36,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1624229585/meta-region-server: CHANGED 2024-11-16T04:17:36,013 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:36,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1624229585/meta-region-server: CHANGED 2024-11-16T04:17:36,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44039,1731730653252}] 2024-11-16T04:17:36,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:36,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:36,177 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:36,178 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:36,178 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:36,180 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44039%2C1731730653252.meta, suffix=.meta, logDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252, archiveDir=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/oldWALs, maxLogs=10 2024-11-16T04:17:36,197 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252/fda3efb342d8%2C44039%2C1731730653252.meta.1731730656180.meta, exclude list is [], retry=0 2024-11-16T04:17:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44199,DS-50ae0719-58fe-47a4-8e32-c23e2d053e1c,DISK] 2024-11-16T04:17:36,209 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252/fda3efb342d8%2C44039%2C1731730653252.meta.1731730656180.meta 2024-11-16T04:17:36,212 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41435:41435)] 2024-11-16T04:17:36,212 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:36,212 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:36,212 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:36,212 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:36,212 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:36,212 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:36,213 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:36,213 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:36,213 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:36,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:36,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:36,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:36,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:36,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:36,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:36,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:36,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:36,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:36,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:36,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:36,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:36,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:36,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:36,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:36,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:36,220 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:36,221 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740 2024-11-16T04:17:36,222 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740 2024-11-16T04:17:36,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:36,223 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:36,224 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:36,226 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:36,226 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70181487, jitterRate=0.04578565061092377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:36,226 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:36,227 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730656213Writing region info on filesystem at 1731730656213Initializing all the Stores at 1731730656214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730656214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730656214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730656214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730656214Cleaning up temporary data from old regions at 1731730656223 (+9 ms)Running coprocessor post-open hooks at 1731730656226 (+3 ms)Region opened successfully at 1731730656226 2024-11-16T04:17:36,228 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730656168 2024-11-16T04:17:36,230 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:36,230 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:36,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44039,1731730653252 2024-11-16T04:17:36,232 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44039,1731730653252, state=OPEN 2024-11-16T04:17:36,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1624229585/meta-region-server 2024-11-16T04:17:36,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1624229585/meta-region-server 2024-11-16T04:17:36,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1624229585/meta-region-server: CHANGED 2024-11-16T04:17:36,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1624229585/meta-region-server: CHANGED 2024-11-16T04:17:36,244 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,44039,1731730653252 2024-11-16T04:17:36,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:17:36,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44039,1731730653252 in 231 msec 2024-11-16T04:17:36,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:17:36,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-16T04:17:36,252 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:36,252 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:17:36,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:36,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44039,1731730653252, seqNum=-1] 2024-11-16T04:17:36,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:36,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:36,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-16T04:17:36,263 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730656262, completionTime=-1 2024-11-16T04:17:36,263 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:17:36,263 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730716265 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730776265 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45303,1731730653129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45303,1731730653129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45303,1731730653129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,265 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:45303, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,266 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,268 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:17:36,268 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.944sec 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45303,1731730653129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:36,272 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45303,1731730653129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:36,274 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:36,274 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:36,275 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45303,1731730653129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:36,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45303,-1 for getting cluster id 2024-11-16T04:17:36,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:36,286 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b40b9d5-80e3-4308-8780-a9c8e1a81b42' 2024-11-16T04:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b40b9d5-80e3-4308-8780-a9c8e1a81b42" 2024-11-16T04:17:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd2d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45303,-1] 2024-11-16T04:17:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:36,288 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:36,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44039,1731730653252, seqNum=-1] 2024-11-16T04:17:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:36,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:36,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,45303,1731730653129 2024-11-16T04:17:36,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-16T04:17:36,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:17:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:36,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141dc9c8a0005 connected 2024-11-16T04:17:36,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41789,-1 for getting cluster id 2024-11-16T04:17:36,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:36,368 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e8b15e-cfb9-4130-bec2-d714201d5a83' 2024-11-16T04:17:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e8b15e-cfb9-4130-bec2-d714201d5a83" 2024-11-16T04:17:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41789,-1] 2024-11-16T04:17:36,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:36,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:36,370 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce91d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:36,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41789,1731730647192 2024-11-16T04:17:36,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6006297c 2024-11-16T04:17:36,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:36,374 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:36,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:45303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:17:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:17:36,378 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45303' 2024-11-16T04:17:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:36,379 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c4c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,379 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45303,-1 for getting cluster id 2024-11-16T04:17:36,379 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:36,380 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b40b9d5-80e3-4308-8780-a9c8e1a81b42' 2024-11-16T04:17:36,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b40b9d5-80e3-4308-8780-a9c8e1a81b42" 2024-11-16T04:17:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe4db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45303,-1] 2024-11-16T04:17:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:36,382 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37359bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:36,383 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45303,1731730653129 2024-11-16T04:17:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dbf895b 2024-11-16T04:17:36,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:36,386 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:36,387 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T04:17:36,387 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:17:36,387 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:36,387 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:36,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:36,387 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:36,389 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:17:36,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:17:36,390 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:36,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:17:36,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741835_1011 (size=1138) 2024-11-16T04:17:36,439 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:17:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:36,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 737e63b29257f8d8a7ed49c338b21466, NAME => 'hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245 2024-11-16T04:17:36,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741836_1012 (size=44) 2024-11-16T04:17:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:37,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:37,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 737e63b29257f8d8a7ed49c338b21466, disabling compactions & flushes 2024-11-16T04:17:37,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. after waiting 0 ms 2024-11-16T04:17:37,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 737e63b29257f8d8a7ed49c338b21466: Waiting for close lock at 1731730657207Disabling compacts and flushes for region at 1731730657207Disabling writes for close at 1731730657207Writing region close event to WAL at 1731730657207Closed at 1731730657207 2024-11-16T04:17:37,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:17:37,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730657210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730657210"}]},"ts":"1731730657210"} 2024-11-16T04:17:37,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:17:37,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:17:37,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730657217"}]},"ts":"1731730657217"} 2024-11-16T04:17:37,221 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:17:37,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=737e63b29257f8d8a7ed49c338b21466, ASSIGN}] 2024-11-16T04:17:37,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=737e63b29257f8d8a7ed49c338b21466, ASSIGN 2024-11-16T04:17:37,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=737e63b29257f8d8a7ed49c338b21466, ASSIGN; state=OFFLINE, location=fda3efb342d8,38921,1731730647385; forceNewPlan=false, retain=false 2024-11-16T04:17:37,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=737e63b29257f8d8a7ed49c338b21466, regionState=OPENING, regionLocation=fda3efb342d8,38921,1731730647385 2024-11-16T04:17:37,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=737e63b29257f8d8a7ed49c338b21466, ASSIGN because future has completed 2024-11-16T04:17:37,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 737e63b29257f8d8a7ed49c338b21466, server=fda3efb342d8,38921,1731730647385}] 2024-11-16T04:17:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:37,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:37,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:17:37,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C38921%2C1731730647385.rep, suffix=, logDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385, archiveDir=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/oldWALs, maxLogs=10 2024-11-16T04:17:37,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.rep.1731730657542, exclude list is [], retry=0 2024-11-16T04:17:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42255,DS-6f77cef7-8563-4194-b9c3-1b0bd715b315,DISK] 2024-11-16T04:17:37,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.rep.1731730657542 2024-11-16T04:17:37,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-16T04:17:37,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 737e63b29257f8d8a7ed49c338b21466, NAME => 'hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:37,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:37,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:37,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. service=MultiRowMutationService 2024-11-16T04:17:37,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:17:37,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:37,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,558 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,560 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 737e63b29257f8d8a7ed49c338b21466 columnFamilyName hfileref 2024-11-16T04:17:37,560 DEBUG [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:37,560 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] regionserver.HStore(327): Store=737e63b29257f8d8a7ed49c338b21466/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:37,560 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,561 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 737e63b29257f8d8a7ed49c338b21466 columnFamilyName queue 2024-11-16T04:17:37,562 DEBUG [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:37,562 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] regionserver.HStore(327): Store=737e63b29257f8d8a7ed49c338b21466/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:37,562 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,563 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 737e63b29257f8d8a7ed49c338b21466 columnFamilyName sid 2024-11-16T04:17:37,563 DEBUG [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:37,564 INFO [StoreOpener-737e63b29257f8d8a7ed49c338b21466-1 {}] regionserver.HStore(327): Store=737e63b29257f8d8a7ed49c338b21466/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:37,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:17:37,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:37,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 737e63b29257f8d8a7ed49c338b21466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74907224, jitterRate=0.11620461940765381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:17:37,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:37,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 737e63b29257f8d8a7ed49c338b21466: Running coprocessor pre-open hook at 1731730657557Writing region info on filesystem at 1731730657557Initializing all the Stores at 1731730657558 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730657558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730657558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730657558Cleaning up temporary data from old regions at 1731730657566 (+8 ms)Running coprocessor post-open hooks at 1731730657570 (+4 ms)Region opened successfully at 1731730657571 (+1 ms) 2024-11-16T04:17:37,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466., pid=7, masterSystemTime=1731730657536 2024-11-16T04:17:37,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:37,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=737e63b29257f8d8a7ed49c338b21466, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,38921,1731730647385 2024-11-16T04:17:37,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 737e63b29257f8d8a7ed49c338b21466, server=fda3efb342d8,38921,1731730647385 because future has completed 2024-11-16T04:17:37,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T04:17:37,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 737e63b29257f8d8a7ed49c338b21466, server=fda3efb342d8,38921,1731730647385 in 204 msec 2024-11-16T04:17:37,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:17:37,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=737e63b29257f8d8a7ed49c338b21466, ASSIGN in 367 msec 2024-11-16T04:17:37,592 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:17:37,593 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730657592"}]},"ts":"1731730657592"} 2024-11-16T04:17:37,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:17:37,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:17:37,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-16T04:17:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466., hostname=fda3efb342d8,38921,1731730647385, seqNum=2] 2024-11-16T04:17:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:37,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:17:38,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T04:17:38,029 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:17:38,058 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,38921,1731730647385, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:17:38,058 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:38,058 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38921,1731730647385, seqNum=-1] 2024-11-16T04:17:38,059 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:38,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T04:17:38,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,38921,1731730647385', locateType=CURRENT is [region=hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466., hostname=fda3efb342d8,38921,1731730647385, seqNum=2] 2024-11-16T04:17:38,068 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T04:17:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T04:17:38,071 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,38921,1731730647385 suceeded 2024-11-16T04:17:38,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T04:17:38,077 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:45303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:17:38,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-16T04:17:38,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7020 sec 2024-11-16T04:17:38,085 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45303' 2024-11-16T04:17:38,086 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf6bbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:38,086 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45303,-1 for getting cluster id 2024-11-16T04:17:38,086 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:38,087 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b40b9d5-80e3-4308-8780-a9c8e1a81b42' 2024-11-16T04:17:38,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:38,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b40b9d5-80e3-4308-8780-a9c8e1a81b42" 2024-11-16T04:17:38,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d6f9204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:38,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45303,-1] 2024-11-16T04:17:38,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:38,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,088 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:38,089 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5685ee81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:38,089 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:38,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45303,1731730653129 2024-11-16T04:17:38,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a257644 2024-11-16T04:17:38,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:38,092 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T04:17:38,092 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,38921,1731730647385 (queues=1) is replicating from cluster=98e8b15e-cfb9-4130-bec2-d714201d5a83 to cluster=4b40b9d5-80e3-4308-8780-a9c8e1a81b42 2024-11-16T04:17:38,092 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C38921%2C1731730647385 2024-11-16T04:17:38,093 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,38921,1731730647385, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:17:38,093 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471, startPosition=0, beingWritten=true 2024-11-16T04:17:38,093 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C38921%2C1731730647385 2024-11-16T04:17:38,303 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:38,530 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:17:38,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:38,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:38,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:38,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41789,1731730647192 2024-11-16T04:17:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3095a076 2024-11-16T04:17:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:38,533 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:38,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:17:38,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:17:38,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:38,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:38,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:38,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:17:38,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=543081495, stopped=false 2024-11-16T04:17:38,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,45303,1731730653129 2024-11-16T04:17:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1624229585/running 2024-11-16T04:17:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1624229585/running 2024-11-16T04:17:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:38,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:38,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:38,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:38,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/running 2024-11-16T04:17:38,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Set watcher on znode that does not yet exist, /1-1624229585/running 2024-11-16T04:17:38,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,44039,1731730653252' ***** 2024-11-16T04:17:38,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:17:38,581 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:17:38,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,44039,1731730653252 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:44039. 2024-11-16T04:17:38,582 DEBUG [RS:0;fda3efb342d8:44039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:38,582 DEBUG [RS:0;fda3efb342d8:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:17:38,582 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:17:38,582 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:17:38,582 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:38,582 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:38,582 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:38,582 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:38,582 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:38,582 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:38,583 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T04:17:38,597 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/.tmp/ns/6a610c6c068449089cfd22715ed2dfcf is 43, key is default/ns:d/1731730656256/Put/seqid=0 2024-11-16T04:17:38,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741835_1011 (size=5153) 2024-11-16T04:17:38,609 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:38,650 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:38,782 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:38,983 DEBUG [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:39,002 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/.tmp/ns/6a610c6c068449089cfd22715ed2dfcf 2024-11-16T04:17:39,010 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/.tmp/ns/6a610c6c068449089cfd22715ed2dfcf as hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/ns/6a610c6c068449089cfd22715ed2dfcf 2024-11-16T04:17:39,014 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:39,016 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/ns/6a610c6c068449089cfd22715ed2dfcf, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T04:17:39,017 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-16T04:17:39,021 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:17:39,022 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:39,022 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:39,022 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:39,022 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730658582Running coprocessor pre-close hooks at 1731730658582Disabling compacts and flushes for region at 1731730658582Disabling writes for close at 1731730658582Obtaining lock to block concurrent updates at 1731730658583 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731730658583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731730658583Flushing stores of hbase:meta,,1.1588230740 at 1731730658584 (+1 ms)Flushing 1588230740/ns: creating writer at 1731730658584Flushing 1588230740/ns: appending metadata at 1731730658597 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731730658597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56362244: reopening flushed file at 1731730659009 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731730659017 (+8 ms)Writing region close event to WAL at 1731730659018 (+1 ms)Running coprocessor post-close hooks at 1731730659022 (+4 ms)Closed at 1731730659022 2024-11-16T04:17:39,022 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:39,183 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,44039,1731730653252; all regions closed. 2024-11-16T04:17:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741834_1010 (size=1152) 2024-11-16T04:17:39,188 DEBUG [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/oldWALs 2024-11-16T04:17:39,188 INFO [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44039%2C1731730653252.meta:.meta(num 1731730656180) 2024-11-16T04:17:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741833_1009 (size=93) 2024-11-16T04:17:39,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/WALs/fda3efb342d8,44039,1731730653252/fda3efb342d8%2C44039%2C1731730653252.1731730655377 not finished, retry = 0 2024-11-16T04:17:39,291 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:17:39,291 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:17:39,294 DEBUG [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/oldWALs 2024-11-16T04:17:39,294 INFO [RS:0;fda3efb342d8:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C44039%2C1731730653252:(num 1731730655377) 2024-11-16T04:17:39,294 DEBUG [RS:0;fda3efb342d8:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:39,294 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:39,294 INFO [RS:0;fda3efb342d8:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:39,294 INFO [RS:0;fda3efb342d8:44039 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:39,294 INFO [RS:0;fda3efb342d8:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:39,294 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:39,295 INFO [RS:0;fda3efb342d8:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44039 2024-11-16T04:17:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585/rs 2024-11-16T04:17:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1624229585/rs/fda3efb342d8,44039,1731730653252 2024-11-16T04:17:39,306 INFO [RS:0;fda3efb342d8:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:39,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:17:39,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:39,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:17:39,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:39,317 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:39,317 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T04:17:39,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,44039,1731730653252] 2024-11-16T04:17:39,317 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:39,317 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:17:39,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1624229585/draining/fda3efb342d8,44039,1731730653252 already deleted, retry=false 2024-11-16T04:17:39,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,44039,1731730653252 expired; onlineServers=0 2024-11-16T04:17:39,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,45303,1731730653129' ***** 2024-11-16T04:17:39,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:17:39,328 INFO [M:0;fda3efb342d8:45303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:39,328 INFO [M:0;fda3efb342d8:45303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:39,328 DEBUG [M:0;fda3efb342d8:45303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:17:39,328 DEBUG [M:0;fda3efb342d8:45303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:17:39,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:17:39,328 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730654956 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730654956,5,FailOnTimeoutGroup] 2024-11-16T04:17:39,328 INFO [M:0;fda3efb342d8:45303 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:39,328 INFO [M:0;fda3efb342d8:45303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:39,328 DEBUG [M:0;fda3efb342d8:45303 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:17:39,328 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730654959 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730654959,5,FailOnTimeoutGroup] 2024-11-16T04:17:39,328 INFO [M:0;fda3efb342d8:45303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:17:39,329 INFO [M:0;fda3efb342d8:45303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:39,329 INFO [M:0;fda3efb342d8:45303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:17:39,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:17:39,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1624229585/master 2024-11-16T04:17:39,338 DEBUG [M:0;fda3efb342d8:45303 {}] zookeeper.ZKUtil(347): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Unable to get data of znode /1-1624229585/master because node does not exist (not an error) 2024-11-16T04:17:39,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1624229585 2024-11-16T04:17:39,338 WARN [M:0;fda3efb342d8:45303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:17:39,339 INFO [M:0;fda3efb342d8:45303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/.lastflushedseqids 2024-11-16T04:17:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741836_1012 (size=99) 2024-11-16T04:17:39,346 INFO [M:0;fda3efb342d8:45303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:17:39,346 INFO [M:0;fda3efb342d8:45303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:17:39,346 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:39,346 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:39,346 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:39,346 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:39,346 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:39,346 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T04:17:39,366 DEBUG [M:0;fda3efb342d8:45303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a3a9f3451845c0a18db169b9f1266b is 82, key is hbase:meta,,1/info:regioninfo/1731730656231/Put/seqid=0 2024-11-16T04:17:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741837_1013 (size=5672) 2024-11-16T04:17:39,417 INFO [RS:0;fda3efb342d8:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:39,417 INFO [RS:0;fda3efb342d8:44039 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,44039,1731730653252; zookeeper connection closed. 2024-11-16T04:17:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10141dc9c8a0004, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:39,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47aafaf9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47aafaf9 2024-11-16T04:17:39,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:17:39,519 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:39,774 INFO [M:0;fda3efb342d8:45303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a3a9f3451845c0a18db169b9f1266b 2024-11-16T04:17:39,794 DEBUG [M:0;fda3efb342d8:45303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68833914f24843e9b567c323c18c1125 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731730656261/Put/seqid=0 2024-11-16T04:17:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741838_1014 (size=5275) 2024-11-16T04:17:40,124 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:40,201 INFO [M:0;fda3efb342d8:45303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68833914f24843e9b567c323c18c1125 2024-11-16T04:17:40,219 DEBUG [M:0;fda3efb342d8:45303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4ef4ddb47eb45eaaea11f8d45254e3c is 69, key is fda3efb342d8,44039,1731730653252/rs:state/1731730655132/Put/seqid=0 2024-11-16T04:17:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741839_1015 (size=5156) 2024-11-16T04:17:40,623 INFO [M:0;fda3efb342d8:45303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4ef4ddb47eb45eaaea11f8d45254e3c 2024-11-16T04:17:40,629 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a3a9f3451845c0a18db169b9f1266b as hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66a3a9f3451845c0a18db169b9f1266b 2024-11-16T04:17:40,634 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66a3a9f3451845c0a18db169b9f1266b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T04:17:40,635 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68833914f24843e9b567c323c18c1125 as hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68833914f24843e9b567c323c18c1125 2024-11-16T04:17:40,640 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68833914f24843e9b567c323c18c1125, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T04:17:40,641 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4ef4ddb47eb45eaaea11f8d45254e3c as hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4ef4ddb47eb45eaaea11f8d45254e3c 2024-11-16T04:17:40,646 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43755/user/jenkins/test-data/3eeb8c3e-6dbf-fbdc-f337-581bdc41ff7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4ef4ddb47eb45eaaea11f8d45254e3c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T04:17:40,647 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-16T04:17:40,649 INFO [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:40,649 DEBUG [M:0;fda3efb342d8:45303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730659346Disabling compacts and flushes for region at 1731730659346Disabling writes for close at 1731730659346Obtaining lock to block concurrent updates at 1731730659346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730659346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731730659347 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730659347Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730659347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730659365 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730659365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730659779 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730659794 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730659794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730660205 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730660218 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730660218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b066c33: reopening flushed file at 1731730660628 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fccae95: reopening flushed file at 1731730660634 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b061f0: reopening flushed file at 1731730660640 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731730660647 (+7 ms)Writing region close event to WAL at 1731730660649 (+2 ms)Closed at 1731730660649 2024-11-16T04:17:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44199 is added to blk_1073741830_1006 (size=10165) 2024-11-16T04:17:40,651 INFO [M:0;fda3efb342d8:45303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:17:40,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:40,651 INFO [M:0;fda3efb342d8:45303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45303 2024-11-16T04:17:40,652 INFO [M:0;fda3efb342d8:45303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:40,780 INFO [M:0;fda3efb342d8:45303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45303-0x10141dc9c8a0003, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:40,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:40,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:40,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:40,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:40,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:40,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:17:40,816 WARN [BP-1368157767-172.17.0.2-1731730651476 heartbeating to localhost/127.0.0.1:43755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:17:40,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:17:40,816 WARN [BP-1368157767-172.17.0.2-1731730651476 heartbeating to localhost/127.0.0.1:43755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1368157767-172.17.0.2-1731730651476 (Datanode Uuid db2ae872-e8f7-40e5-b05f-b1df7b0d98dc) service to localhost/127.0.0.1:43755 2024-11-16T04:17:40,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/cluster_6e8ff2c6-66a8-6c81-c42f-da5ffc8edf7b/data/data1/current/BP-1368157767-172.17.0.2-1731730651476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:40,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/cluster_6e8ff2c6-66a8-6c81-c42f-da5ffc8edf7b/data/data2/current/BP-1368157767-172.17.0.2-1731730651476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:40,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:17:40,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:40,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:40,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:40,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:40,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:40,829 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:40,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:17:40,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:17:40,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:40,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:40,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:40,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:40,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:40,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:17:40,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183140079, stopped=false 2024-11-16T04:17:40,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,41789,1731730647192 2024-11-16T04:17:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019215557/running 2024-11-16T04:17:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019215557/running 2024-11-16T04:17:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:40,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:40,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:40,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:17:40,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:40,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:40,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,38921,1731730647385' ***** 2024-11-16T04:17:40,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:17:40,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/running 2024-11-16T04:17:40,916 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:17:40,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Set watcher on znode that does not yet exist, /0-2019215557/running 2024-11-16T04:17:40,916 INFO [RS:0;fda3efb342d8:38921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:17:40,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:17:40,916 INFO [RS:0;fda3efb342d8:38921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(3091): Received CLOSE for 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,38921,1731730647385 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:38921. 2024-11-16T04:17:40,917 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 737e63b29257f8d8a7ed49c338b21466, disabling compactions & flushes 2024-11-16T04:17:40,917 DEBUG [RS:0;fda3efb342d8:38921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:40,917 DEBUG [RS:0;fda3efb342d8:38921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:40,917 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:40,917 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:17:40,917 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. after waiting 0 ms 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:17:40,917 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:17:40,917 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 737e63b29257f8d8a7ed49c338b21466 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:17:40,917 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:17:40,918 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 737e63b29257f8d8a7ed49c338b21466=hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466.} 2024-11-16T04:17:40,918 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:40,918 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:40,918 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:40,918 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:40,918 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:40,918 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:40,918 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T04:17:40,931 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/info/30bc7287a09f4135afd35c82afb85fd6 is 147, key is hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466./info:regioninfo/1731730657575/Put/seqid=0 2024-11-16T04:17:40,934 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/.tmp/queue/54bb11040d714da0b427d812f455f00b is 151, key is 1-fda3efb342d8,38921,1731730647385/queue:fda3efb342d8%2C38921%2C1731730647385/1731730658066/Put/seqid=0 2024-11-16T04:17:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741838_1014 (size=6631) 2024-11-16T04:17:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741839_1015 (size=5350) 2024-11-16T04:17:40,947 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:41,118 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:41,318 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 737e63b29257f8d8a7ed49c338b21466 2024-11-16T04:17:41,335 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/info/30bc7287a09f4135afd35c82afb85fd6 2024-11-16T04:17:41,338 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/.tmp/queue/54bb11040d714da0b427d812f455f00b 2024-11-16T04:17:41,340 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:17:41,340 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:17:41,343 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/.tmp/queue/54bb11040d714da0b427d812f455f00b as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/queue/54bb11040d714da0b427d812f455f00b 2024-11-16T04:17:41,349 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/queue/54bb11040d714da0b427d812f455f00b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T04:17:41,350 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 737e63b29257f8d8a7ed49c338b21466 in 433ms, sequenceid=5, compaction requested=false 2024-11-16T04:17:41,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:17:41,355 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/replication/737e63b29257f8d8a7ed49c338b21466/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:17:41,355 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:41,355 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:41,356 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:41,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 737e63b29257f8d8a7ed49c338b21466: Waiting for close lock at 1731730660917Running coprocessor pre-close hooks at 1731730660917Disabling compacts and flushes for region at 1731730660917Disabling writes for close at 1731730660917Obtaining lock to block concurrent updates at 1731730660917Preparing flush snapshotting stores in 737e63b29257f8d8a7ed49c338b21466 at 1731730660917Finished memstore snapshotting hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731730660918 (+1 ms)Flushing stores of hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. at 1731730660918Flushing 737e63b29257f8d8a7ed49c338b21466/queue: creating writer at 1731730660918Flushing 737e63b29257f8d8a7ed49c338b21466/queue: appending metadata at 1731730660933 (+15 ms)Flushing 737e63b29257f8d8a7ed49c338b21466/queue: closing flushed file at 1731730660933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c422b68: reopening flushed file at 1731730661342 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 737e63b29257f8d8a7ed49c338b21466 in 433ms, sequenceid=5, compaction requested=false at 1731730661350 (+8 ms)Writing region close event to WAL at 1731730661352 (+2 ms)Running coprocessor post-close hooks at 1731730661355 (+3 ms)Closed at 1731730661355 2024-11-16T04:17:41,356 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730656387.737e63b29257f8d8a7ed49c338b21466. 2024-11-16T04:17:41,358 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/ns/92ac0c961a7f44618f57a0738ef07dee is 43, key is default/ns:d/1731730651396/Put/seqid=0 2024-11-16T04:17:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741840_1016 (size=5153) 2024-11-16T04:17:41,518 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:41,638 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:41,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:41,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:41,718 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:41,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:41,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:41,763 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/ns/92ac0c961a7f44618f57a0738ef07dee 2024-11-16T04:17:41,783 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/table/ad2438505932485b8ac154c32ad77dc1 is 53, key is hbase:replication/table:state/1731730657592/Put/seqid=0 2024-11-16T04:17:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741841_1017 (size=5256) 2024-11-16T04:17:41,919 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:17:41,919 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:17:41,919 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:42,119 DEBUG [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:17:42,188 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/table/ad2438505932485b8ac154c32ad77dc1 2024-11-16T04:17:42,194 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/info/30bc7287a09f4135afd35c82afb85fd6 as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/info/30bc7287a09f4135afd35c82afb85fd6 2024-11-16T04:17:42,201 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/info/30bc7287a09f4135afd35c82afb85fd6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T04:17:42,202 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/ns/92ac0c961a7f44618f57a0738ef07dee as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/ns/92ac0c961a7f44618f57a0738ef07dee 2024-11-16T04:17:42,207 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/ns/92ac0c961a7f44618f57a0738ef07dee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:17:42,208 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/.tmp/table/ad2438505932485b8ac154c32ad77dc1 as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/table/ad2438505932485b8ac154c32ad77dc1 2024-11-16T04:17:42,213 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/table/ad2438505932485b8ac154c32ad77dc1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T04:17:42,214 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-16T04:17:42,219 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:17:42,219 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:42,219 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:42,220 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:42,220 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730660918Running coprocessor pre-close hooks at 1731730660918Disabling compacts and flushes for region at 1731730660918Disabling writes for close at 1731730660918Obtaining lock to block concurrent updates at 1731730660918Preparing flush snapshotting stores in 1588230740 at 1731730660918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731730660918Flushing stores of hbase:meta,,1.1588230740 at 1731730660919 (+1 ms)Flushing 1588230740/info: creating writer at 1731730660919Flushing 1588230740/info: appending metadata at 1731730660930 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731730660930Flushing 1588230740/ns: creating writer at 1731730661341 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731730661357 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731730661357Flushing 1588230740/table: creating writer at 1731730661769 (+412 ms)Flushing 1588230740/table: appending metadata at 1731730661783 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731730661783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794f8dc7: reopening flushed file at 1731730662194 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c4282e: reopening flushed file at 1731730662201 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8ae7d1: reopening flushed file at 1731730662207 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1731730662214 (+7 ms)Writing region close event to WAL at 1731730662215 (+1 ms)Running coprocessor post-close hooks at 1731730662219 (+4 ms)Closed at 1731730662220 (+1 ms) 2024-11-16T04:17:42,220 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:42,319 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,38921,1731730647385; all regions closed. 2024-11-16T04:17:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741834_1010 (size=2742) 2024-11-16T04:17:42,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.meta.1731730651329.meta not finished, retry = 0 2024-11-16T04:17:42,425 DEBUG [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/oldWALs 2024-11-16T04:17:42,425 INFO [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C38921%2C1731730647385.meta:.meta(num 1731730651329) 2024-11-16T04:17:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741837_1013 (size=1586) 2024-11-16T04:17:42,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.rep.1731730657542 not finished, retry = 0 2024-11-16T04:17:42,531 DEBUG [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/oldWALs 2024-11-16T04:17:42,531 INFO [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C38921%2C1731730647385.rep:(num 1731730657542) 2024-11-16T04:17:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741833_1009 (size=93) 2024-11-16T04:17:42,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 not finished, retry = 0 2024-11-16T04:17:42,544 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 to pos 0, reset compression=false 2024-11-16T04:17:42,634 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471 2024-11-16T04:17:42,634 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T04:17:42,634 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.wal-reader.fda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T04:17:42,634 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,38921,1731730647385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/WALs/fda3efb342d8,38921,1731730647385/fda3efb342d8%2C38921%2C1731730647385.1731730650471, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T04:17:42,636 DEBUG [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/oldWALs 2024-11-16T04:17:42,636 INFO [RS:0;fda3efb342d8:38921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C38921%2C1731730647385:(num 1731730650471) 2024-11-16T04:17:42,636 DEBUG [RS:0;fda3efb342d8:38921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:42,636 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:17:42,636 INFO [RS:0;fda3efb342d8:38921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:42,636 INFO [RS:0;fda3efb342d8:38921 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:42,636 INFO [RS:0;fda3efb342d8:38921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:42,636 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:42,635 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,38921,1731730647385: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,38921,1731730647385, walGroup=fda3efb342d8%2C38921%2C1731730647385, offset=fda3efb342d8%2C38921%2C1731730647385.1731730650471:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:38921 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:17:42,637 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,38921,1731730647385 because: Region server is closing 2024-11-16T04:17:42,637 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:17:42,637 INFO [RS:0;fda3efb342d8:38921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:38921. 2024-11-16T04:17:42,637 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:17:42,637 DEBUG [RS:0;fda3efb342d8:38921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:17:42,637 DEBUG [RS:0;fda3efb342d8:38921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:42,637 DEBUG [RS:0;fda3efb342d8:38921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:42,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:17:42,638 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:17:42,638 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:17:42,638 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:17:42,638 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 536654864 }, "NonHeapMemoryUsage": { "committed": 169082880, "init": 7667712, "max": -1, "used": 166532616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:17:42,638 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fda3efb342d8%2C38921%2C1731730647385.1731730650471] 2024-11-16T04:17:42,737 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38921,1731730647385.replicationSource.shipperfda3efb342d8%2C38921%2C1731730647385,1-fda3efb342d8,38921,1731730647385 terminated 2024-11-16T04:17:42,738 INFO [RS:0;fda3efb342d8:38921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38921 2024-11-16T04:17:42,748 INFO [RS:0;fda3efb342d8:38921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:42,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019215557/rs/fda3efb342d8,38921,1731730647385 2024-11-16T04:17:42,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557/rs 2024-11-16T04:17:42,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,38921,1731730647385] 2024-11-16T04:17:42,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019215557/draining/fda3efb342d8,38921,1731730647385 already deleted, retry=false 2024-11-16T04:17:42,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,38921,1731730647385 expired; onlineServers=0 2024-11-16T04:17:42,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,41789,1731730647192' ***** 2024-11-16T04:17:42,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:17:42,769 INFO [M:0;fda3efb342d8:41789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:17:42,770 INFO [M:0;fda3efb342d8:41789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:17:42,770 DEBUG [M:0;fda3efb342d8:41789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:17:42,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:17:42,770 DEBUG [M:0;fda3efb342d8:41789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:17:42,770 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730650058 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730650058,5,FailOnTimeoutGroup] 2024-11-16T04:17:42,770 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730650059 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730650059,5,FailOnTimeoutGroup] 2024-11-16T04:17:42,770 INFO [M:0;fda3efb342d8:41789 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:17:42,770 INFO [M:0;fda3efb342d8:41789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:17:42,770 DEBUG [M:0;fda3efb342d8:41789 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:17:42,770 INFO [M:0;fda3efb342d8:41789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:17:42,770 INFO [M:0;fda3efb342d8:41789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:17:42,770 INFO [M:0;fda3efb342d8:41789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:17:42,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:17:42,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019215557/master 2024-11-16T04:17:42,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019215557 2024-11-16T04:17:42,780 DEBUG [M:0;fda3efb342d8:41789 {}] zookeeper.ZKUtil(347): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Unable to get data of znode /0-2019215557/master because node does not exist (not an error) 2024-11-16T04:17:42,780 WARN [M:0;fda3efb342d8:41789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:17:42,781 INFO [M:0;fda3efb342d8:41789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/.lastflushedseqids 2024-11-16T04:17:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741842_1018 (size=181) 2024-11-16T04:17:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:42,859 INFO [RS:0;fda3efb342d8:38921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38921-0x10141dc9c8a0001, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:42,859 INFO [RS:0;fda3efb342d8:38921 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,38921,1731730647385; zookeeper connection closed. 2024-11-16T04:17:42,859 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c72e16e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c72e16e 2024-11-16T04:17:42,859 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:17:43,186 INFO [M:0;fda3efb342d8:41789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:17:43,187 INFO [M:0;fda3efb342d8:41789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:17:43,187 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:43,187 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:43,187 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:43,187 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:43,187 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:43,187 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T04:17:43,201 DEBUG [M:0;fda3efb342d8:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d4f83ab42af4ed2b66b7ce0acfbfae1 is 82, key is hbase:meta,,1/info:regioninfo/1731730651367/Put/seqid=0 2024-11-16T04:17:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741843_1019 (size=5672) 2024-11-16T04:17:43,612 INFO [M:0;fda3efb342d8:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d4f83ab42af4ed2b66b7ce0acfbfae1 2024-11-16T04:17:43,643 DEBUG [M:0;fda3efb342d8:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/495ba19dca06494796b8395c42100759 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731730657597/Put/seqid=0 2024-11-16T04:17:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741844_1020 (size=7203) 2024-11-16T04:17:44,057 INFO [M:0;fda3efb342d8:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/495ba19dca06494796b8395c42100759 2024-11-16T04:17:44,075 DEBUG [M:0;fda3efb342d8:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4780e8ca3fa7430cb56452bf81a15059 is 69, key is fda3efb342d8,38921,1731730647385/rs:state/1731730650318/Put/seqid=0 2024-11-16T04:17:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741845_1021 (size=5156) 2024-11-16T04:17:44,480 INFO [M:0;fda3efb342d8:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4780e8ca3fa7430cb56452bf81a15059 2024-11-16T04:17:44,486 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d4f83ab42af4ed2b66b7ce0acfbfae1 as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d4f83ab42af4ed2b66b7ce0acfbfae1 2024-11-16T04:17:44,490 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d4f83ab42af4ed2b66b7ce0acfbfae1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T04:17:44,491 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/495ba19dca06494796b8395c42100759 as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/495ba19dca06494796b8395c42100759 2024-11-16T04:17:44,497 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/495ba19dca06494796b8395c42100759, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T04:17:44,499 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4780e8ca3fa7430cb56452bf81a15059 as hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4780e8ca3fa7430cb56452bf81a15059 2024-11-16T04:17:44,505 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44507/user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4780e8ca3fa7430cb56452bf81a15059, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T04:17:44,506 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=70, compaction requested=false 2024-11-16T04:17:44,511 INFO [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:44,511 DEBUG [M:0;fda3efb342d8:41789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730663187Disabling compacts and flushes for region at 1731730663187Disabling writes for close at 1731730663187Obtaining lock to block concurrent updates at 1731730663187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730663187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731730663187Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730663188 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730663188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730663201 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730663201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730663618 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730663642 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730663642Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730664062 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730664075 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730664075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c25c4c6: reopening flushed file at 1731730664485 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e168701: reopening flushed file at 1731730664491 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd30369: reopening flushed file at 1731730664498 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=70, compaction requested=false at 1731730664506 (+8 ms)Writing region close event to WAL at 1731730664511 (+5 ms)Closed at 1731730664511 2024-11-16T04:17:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741830_1006 (size=41008) 2024-11-16T04:17:44,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e8a4c51-6b23-3cb6-ea77-5a33cd9e8245/MasterData/WALs/fda3efb342d8,41789,1731730647192/fda3efb342d8%2C41789%2C1731730647192.1731730649171 not finished, retry = 0 2024-11-16T04:17:44,614 INFO [M:0;fda3efb342d8:41789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:17:44,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:17:44,615 INFO [M:0;fda3efb342d8:41789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41789 2024-11-16T04:17:44,615 INFO [M:0;fda3efb342d8:41789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:17:44,737 INFO [M:0;fda3efb342d8:41789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:17:44,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:44,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x10141dc9c8a0000, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:17:44,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:17:44,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:44,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:44,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:44,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:44,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:44,742 WARN [BP-1901194352-172.17.0.2-1731730645242 heartbeating to localhost/127.0.0.1:44507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:17:44,742 WARN [BP-1901194352-172.17.0.2-1731730645242 heartbeating to localhost/127.0.0.1:44507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1901194352-172.17.0.2-1731730645242 (Datanode Uuid da8b8523-6835-4557-aa6f-ac2a1429a510) service to localhost/127.0.0.1:44507 2024-11-16T04:17:44,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/data/data1/current/BP-1901194352-172.17.0.2-1731730645242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:44,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/cluster_186a0d1d-b882-e8b1-c6aa-65db29198874/data/data2/current/BP-1901194352-172.17.0.2-1731730645242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:17:44,743 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:17:44,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:44,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:17:44,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:17:44,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:17:44,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c97970a5-a8e7-2468-d1e6-47140081e22a/hadoop.log.dir/,STOPPED} 2024-11-16T04:17:44,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:17:44,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:17:44,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 110) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56756) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44507 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56756) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43755 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=8645 (was 8300) - AvailableMemoryMB LEAK? - 2024-11-16T04:17:44,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=8645 2024-11-16T04:17:44,798 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T04:17:44,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir so I do NOT create it in target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3 2024-11-16T04:17:44,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:17:44,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.tmp.dir so I do NOT create it in target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3 2024-11-16T04:17:44,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0755ecca-f2c8-6190-9b27-26591dfea408/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:17:44,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3 2024-11-16T04:17:44,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567, deleteOnExit=true 2024-11-16T04:17:44,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/zookeeper_0, clientPort=63589, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:17:44,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63589 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/test.cache.data in system properties and HBase conf 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:17:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:17:44,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:17:44,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:17:44,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:17:44,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:44,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:17:44,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:17:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141dc9c8a0005, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:17:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141dc9c8a0002, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:17:44,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141dc9c8a0005, quorum=127.0.0.1:56756, baseZNode=/1-1624229585 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:17:44,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141dc9c8a0002, quorum=127.0.0.1:56756, baseZNode=/0-2019215557 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:17:45,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:45,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:45,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:45,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:45,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:45,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:45,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:45,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:45,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/java.io.tmpdir/jetty-localhost-37227-hadoop-hdfs-3_4_1-tests_jar-_-any-11698538596279996558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:45,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:37227} 2024-11-16T04:17:45,585 INFO [Time-limited test {}] server.Server(415): Started @52382ms 2024-11-16T04:17:45,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:45,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:45,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:45,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:45,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:17:45,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:45,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:46,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/java.io.tmpdir/jetty-localhost-36095-hadoop-hdfs-3_4_1-tests_jar-_-any-10324026886084387653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:46,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:36095} 2024-11-16T04:17:46,001 INFO [Time-limited test {}] server.Server(415): Started @52797ms 2024-11-16T04:17:46,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:17:46,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:46,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:46,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:46,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:46,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:46,964 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/data/data1/current/BP-286576233-172.17.0.2-1731730664827/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:46,964 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/data/data2/current/BP-286576233-172.17.0.2-1731730664827/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:46,983 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:17:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c61fda1d7ecab42 with lease ID 0xb9b0e715a8c2d582: Processing first storage report for DS-4141f2ab-d099-4d98-b847-79f614485a0d from datanode DatanodeRegistration(127.0.0.1:33247, datanodeUuid=33d59b06-6d82-40e8-985f-e2020b601ae7, infoPort=41521, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1537056853;c=1731730664827) 2024-11-16T04:17:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c61fda1d7ecab42 with lease ID 0xb9b0e715a8c2d582: from storage DS-4141f2ab-d099-4d98-b847-79f614485a0d node DatanodeRegistration(127.0.0.1:33247, datanodeUuid=33d59b06-6d82-40e8-985f-e2020b601ae7, infoPort=41521, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1537056853;c=1731730664827), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c61fda1d7ecab42 with lease ID 0xb9b0e715a8c2d582: Processing first storage report for DS-5b89d738-8d14-4ec1-a7a4-a3b53d84ed8b from datanode DatanodeRegistration(127.0.0.1:33247, datanodeUuid=33d59b06-6d82-40e8-985f-e2020b601ae7, infoPort=41521, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1537056853;c=1731730664827) 2024-11-16T04:17:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c61fda1d7ecab42 with lease ID 0xb9b0e715a8c2d582: from storage DS-5b89d738-8d14-4ec1-a7a4-a3b53d84ed8b node DatanodeRegistration(127.0.0.1:33247, datanodeUuid=33d59b06-6d82-40e8-985f-e2020b601ae7, infoPort=41521, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1537056853;c=1731730664827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:47,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3 2024-11-16T04:17:47,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:17:47,042 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b with version=8 2024-11-16T04:17:47,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/hbase-staging 2024-11-16T04:17:47,044 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:47,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:47,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:47,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:47,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:47,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:47,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:17:47,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:47,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39545 2024-11-16T04:17:47,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39545 connecting to ZooKeeper ensemble=127.0.0.1:63589 2024-11-16T04:17:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395450x0, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:47,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39545-0x10141dce90d0000 connected 2024-11-16T04:17:47,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/running 2024-11-16T04:17:47,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b, hbase.cluster.distributed=false 2024-11-16T04:17:47,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/acl 2024-11-16T04:17:47,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-16T04:17:47,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39545 2024-11-16T04:17:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39545 2024-11-16T04:17:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-16T04:17:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-16T04:17:47,201 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:17:47,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:47,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39641 2024-11-16T04:17:47,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39641 connecting to ZooKeeper ensemble=127.0.0.1:63589 2024-11-16T04:17:47,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396410x0, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:47,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/running 2024-11-16T04:17:47,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39641-0x10141dce90d0001 connected 2024-11-16T04:17:47,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:17:47,218 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:17:47,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/master 2024-11-16T04:17:47,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/acl 2024-11-16T04:17:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39641 2024-11-16T04:17:47,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39641 2024-11-16T04:17:47,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39641 2024-11-16T04:17:47,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39641 2024-11-16T04:17:47,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39641 2024-11-16T04:17:47,234 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:39545 2024-11-16T04:17:47,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1473009946/backup-masters/fda3efb342d8,39545,1731730667044 2024-11-16T04:17:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946/backup-masters 2024-11-16T04:17:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946/backup-masters 2024-11-16T04:17:47,246 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on existing znode=/0-1473009946/backup-masters/fda3efb342d8,39545,1731730667044 2024-11-16T04:17:47,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:47,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473009946/master 2024-11-16T04:17:47,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:47,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on existing znode=/0-1473009946/master 2024-11-16T04:17:47,257 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1473009946/backup-masters/fda3efb342d8,39545,1731730667044 from backup master directory 2024-11-16T04:17:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473009946/backup-masters/fda3efb342d8,39545,1731730667044 2024-11-16T04:17:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946/backup-masters 2024-11-16T04:17:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946/backup-masters 2024-11-16T04:17:47,266 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:47,266 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,39545,1731730667044 2024-11-16T04:17:47,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/hbase.id] with ID: b7d9750d-8a60-4eb0-a571-9fb7421d97d3 2024-11-16T04:17:47,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/.tmp/hbase.id 2024-11-16T04:17:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:17:47,676 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/.tmp/hbase.id]:[hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/hbase.id] 2024-11-16T04:17:47,688 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:47,688 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:47,689 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:17:47,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:47,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:17:48,107 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:48,108 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:48,108 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:48,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:17:48,515 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store 2024-11-16T04:17:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:17:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:48,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:48,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:48,922 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730668922Disabling compacts and flushes for region at 1731730668922Disabling writes for close at 1731730668922Writing region close event to WAL at 1731730668922Closed at 1731730668922 2024-11-16T04:17:48,923 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/.initializing 2024-11-16T04:17:48,923 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/WALs/fda3efb342d8,39545,1731730667044 2024-11-16T04:17:48,924 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:48,926 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C39545%2C1731730667044, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/WALs/fda3efb342d8,39545,1731730667044, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:48,937 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/WALs/fda3efb342d8,39545,1731730667044/fda3efb342d8%2C39545%2C1731730667044.1731730668926, exclude list is [], retry=0 2024-11-16T04:17:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33247,DS-4141f2ab-d099-4d98-b847-79f614485a0d,DISK] 2024-11-16T04:17:48,942 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/WALs/fda3efb342d8,39545,1731730667044/fda3efb342d8%2C39545%2C1731730667044.1731730668926 2024-11-16T04:17:48,948 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-16T04:17:48,948 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:48,949 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:48,949 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,949 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:48,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:48,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:48,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:48,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:48,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:48,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:48,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:48,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:48,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:48,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:48,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:48,959 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,960 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,961 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,962 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,962 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,963 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:48,964 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:48,966 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:48,967 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65910482, jitterRate=-0.017857283353805542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:48,967 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730668949Initializing all the Stores at 1731730668950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730668950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730668950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730668950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730668950Cleaning up temporary data from old regions at 1731730668962 (+12 ms)Region opened successfully at 1731730668967 (+5 ms) 2024-11-16T04:17:48,968 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:48,971 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88dd7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:48,972 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:17:48,972 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:48,972 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:48,973 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:48,973 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:17:48,974 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:17:48,974 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:48,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:48,978 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Unable to get data of znode /0-1473009946/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:48,985 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473009946/balancer already deleted, retry=false 2024-11-16T04:17:48,986 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:48,987 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Unable to get data of znode /0-1473009946/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:48,996 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473009946/normalizer already deleted, retry=false 2024-11-16T04:17:48,996 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:48,997 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Unable to get data of znode /0-1473009946/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:49,006 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473009946/switch/split already deleted, retry=false 2024-11-16T04:17:49,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Unable to get data of znode /0-1473009946/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:49,017 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473009946/switch/merge already deleted, retry=false 2024-11-16T04:17:49,019 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Unable to get data of znode /0-1473009946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:49,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473009946/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473009946/running 2024-11-16T04:17:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473009946/running 2024-11-16T04:17:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:49,039 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,39545,1731730667044, sessionid=0x10141dce90d0000, setting cluster-up flag (Was=false) 2024-11-16T04:17:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:49,091 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1473009946/flush-table-proc/acquired, /0-1473009946/flush-table-proc/reached, /0-1473009946/flush-table-proc/abort 2024-11-16T04:17:49,092 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,39545,1731730667044 2024-11-16T04:17:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:49,143 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1473009946/online-snapshot/acquired, /0-1473009946/online-snapshot/reached, /0-1473009946/online-snapshot/abort 2024-11-16T04:17:49,144 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,39545,1731730667044 2024-11-16T04:17:49,145 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:17:49,147 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:49,147 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:49,147 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:49,147 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,39545,1731730667044 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:49,148 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:49,148 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:49,148 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:49,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:49,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:49,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:49,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730699150 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:49,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:49,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:17:49,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:49,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:49,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:49,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:49,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:49,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:49,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:49,152 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730669151,5,FailOnTimeoutGroup] 2024-11-16T04:17:49,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:17:49,152 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730669152,5,FailOnTimeoutGroup] 2024-11-16T04:17:49,152 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,152 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:49,152 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,153 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:17:49,228 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(746): ClusterId : b7d9750d-8a60-4eb0-a571-9fb7421d97d3 2024-11-16T04:17:49,228 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:49,239 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:49,239 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:49,249 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:49,250 DEBUG [RS:0;fda3efb342d8:39641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314e41bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:49,259 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:39641 2024-11-16T04:17:49,259 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:49,259 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:49,259 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:49,260 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,39545,1731730667044 with port=39641, startcode=1731730667201 2024-11-16T04:17:49,260 DEBUG [RS:0;fda3efb342d8:39641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:49,261 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:49,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,39641,1731730667201 2024-11-16T04:17:49,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,39641,1731730667201 2024-11-16T04:17:49,263 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b 2024-11-16T04:17:49,263 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39175 2024-11-16T04:17:49,263 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:49,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946/rs 2024-11-16T04:17:49,270 DEBUG [RS:0;fda3efb342d8:39641 {}] zookeeper.ZKUtil(111): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on existing znode=/0-1473009946/rs/fda3efb342d8,39641,1731730667201 2024-11-16T04:17:49,270 WARN [RS:0;fda3efb342d8:39641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:49,270 INFO [RS:0;fda3efb342d8:39641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:49,270 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201 2024-11-16T04:17:49,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,39641,1731730667201] 2024-11-16T04:17:49,274 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:49,275 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:49,275 INFO [RS:0;fda3efb342d8:39641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:49,275 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,276 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:49,276 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:49,277 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,277 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,278 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:49,278 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:49,278 DEBUG [RS:0;fda3efb342d8:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:49,280 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,280 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,280 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,280 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,280 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,280 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39641,1731730667201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:49,293 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:49,293 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39641,1731730667201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,293 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,293 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.Replication(171): fda3efb342d8,39641,1731730667201 started 2024-11-16T04:17:49,306 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:49,306 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,39641,1731730667201, RpcServer on fda3efb342d8/172.17.0.2:39641, sessionid=0x10141dce90d0001 2024-11-16T04:17:49,306 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:49,306 DEBUG [RS:0;fda3efb342d8:39641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,39641,1731730667201 2024-11-16T04:17:49,306 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,39641,1731730667201' 2024-11-16T04:17:49,306 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1473009946/flush-table-proc/abort' 2024-11-16T04:17:49,307 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1473009946/flush-table-proc/acquired' 2024-11-16T04:17:49,307 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:49,307 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:49,307 DEBUG [RS:0;fda3efb342d8:39641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,39641,1731730667201 2024-11-16T04:17:49,307 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,39641,1731730667201' 2024-11-16T04:17:49,307 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1473009946/online-snapshot/abort' 2024-11-16T04:17:49,308 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1473009946/online-snapshot/acquired' 2024-11-16T04:17:49,308 DEBUG [RS:0;fda3efb342d8:39641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:49,308 INFO [RS:0;fda3efb342d8:39641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:49,308 INFO [RS:0;fda3efb342d8:39641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:17:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:17:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:49,408 INFO [RS:0;fda3efb342d8:39641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:49,410 INFO [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39641%2C1731730667201, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/oldWALs, maxLogs=10 2024-11-16T04:17:49,421 DEBUG [RS:0;fda3efb342d8:39641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410, exclude list is [], retry=0 2024-11-16T04:17:49,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33247,DS-4141f2ab-d099-4d98-b847-79f614485a0d,DISK] 2024-11-16T04:17:49,425 INFO [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 2024-11-16T04:17:49,425 DEBUG [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-16T04:17:49,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:17:49,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b 2024-11-16T04:17:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:17:49,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:49,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:49,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:49,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:49,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:49,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:49,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:49,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:49,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:49,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:49,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:49,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:49,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:49,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:49,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:49,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:49,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:49,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:49,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740 2024-11-16T04:17:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740 2024-11-16T04:17:49,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:49,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:49,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:49,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:49,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:49,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71085123, jitterRate=0.05925087630748749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730669965Initializing all the Stores at 1731730669966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730669966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730669966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730669966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730669966Cleaning up temporary data from old regions at 1731730669974 (+8 ms)Region opened successfully at 1731730669979 (+5 ms) 2024-11-16T04:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:49,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:49,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730669979Disabling compacts and flushes for region at 1731730669979Disabling writes for close at 1731730669979Writing region close event to WAL at 1731730669979Closed at 1731730669979 2024-11-16T04:17:49,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:49,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:17:49,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:49,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:49,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:17:50,134 DEBUG [fda3efb342d8:39545 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:50,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,39641,1731730667201 2024-11-16T04:17:50,136 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,39641,1731730667201, state=OPENING 2024-11-16T04:17:50,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:17:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:17:50,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:50,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473009946/meta-region-server: CHANGED 2024-11-16T04:17:50,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473009946/meta-region-server: CHANGED 2024-11-16T04:17:50,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,39641,1731730667201}] 2024-11-16T04:17:50,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:50,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:50,425 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:50,425 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:50,425 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:50,426 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39641%2C1731730667201.meta, suffix=.meta, logDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/oldWALs, maxLogs=10 2024-11-16T04:17:50,438 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.meta.1731730670427.meta, exclude list is [], retry=0 2024-11-16T04:17:50,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33247,DS-4141f2ab-d099-4d98-b847-79f614485a0d,DISK] 2024-11-16T04:17:50,442 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.meta.1731730670427.meta 2024-11-16T04:17:50,442 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-16T04:17:50,442 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:50,443 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:50,443 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:50,443 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:50,443 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:50,443 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:50,443 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:50,443 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:50,443 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:50,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:50,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:50,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:50,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:50,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:50,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:50,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:50,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:50,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:50,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:50,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:50,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:50,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:50,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:50,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:50,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:50,450 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:50,450 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740 2024-11-16T04:17:50,451 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740 2024-11-16T04:17:50,453 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:50,453 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:50,453 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:50,455 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:50,456 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69900902, jitterRate=0.04160460829734802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:50,456 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:50,457 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730670443Writing region info on filesystem at 1731730670443Initializing all the Stores at 1731730670444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730670444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730670445 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730670445Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730670445Cleaning up temporary data from old regions at 1731730670453 (+8 ms)Running coprocessor post-open hooks at 1731730670456 (+3 ms)Region opened successfully at 1731730670457 (+1 ms) 2024-11-16T04:17:50,458 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730670419 2024-11-16T04:17:50,460 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:50,461 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:50,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,39641,1731730667201 2024-11-16T04:17:50,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,39641,1731730667201, state=OPEN 2024-11-16T04:17:50,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473009946/meta-region-server 2024-11-16T04:17:50,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473009946/meta-region-server 2024-11-16T04:17:50,480 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,39641,1731730667201 2024-11-16T04:17:50,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473009946/meta-region-server: CHANGED 2024-11-16T04:17:50,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473009946/meta-region-server: CHANGED 2024-11-16T04:17:50,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:17:50,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,39641,1731730667201 in 214 msec 2024-11-16T04:17:50,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:17:50,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-16T04:17:50,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:50,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:17:50,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:50,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39641,1731730667201, seqNum=-1] 2024-11-16T04:17:50,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:50,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:50,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-11-16T04:17:50,496 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730670496, completionTime=-1 2024-11-16T04:17:50,496 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:17:50,496 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:50,498 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:50,498 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730730498 2024-11-16T04:17:50,498 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730790498 2024-11-16T04:17:50,498 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:17:50,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39545,1731730667044-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39545,1731730667044-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39545,1731730667044-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:39545, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,502 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39545,1731730667044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:50,503 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39545,1731730667044-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:50,506 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:50,506 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:50,506 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39545,1731730667044-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:50,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:50,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39545,-1 for getting cluster id 2024-11-16T04:17:50,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:50,530 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7d9750d-8a60-4eb0-a571-9fb7421d97d3' 2024-11-16T04:17:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7d9750d-8a60-4eb0-a571-9fb7421d97d3" 2024-11-16T04:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0d2fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39545,-1] 2024-11-16T04:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:50,532 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:50,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:50,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39641,1731730667201, seqNum=-1] 2024-11-16T04:17:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:50,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:50,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,39545,1731730667044 2024-11-16T04:17:50,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63589 2024-11-16T04:17:50,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:50,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141dce90d0002 connected 2024-11-16T04:17:50,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir so I do NOT create it in target/test-data/208681cb-7773-042d-2c63-4dbe07037070 2024-11-16T04:17:50,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:17:50,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.tmp.dir so I do NOT create it in target/test-data/208681cb-7773-042d-2c63-4dbe07037070 2024-11-16T04:17:50,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:17:50,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070 2024-11-16T04:17:50,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/cluster_bcf7d7f1-c05d-fc81-ebaf-bd5c543f2247, deleteOnExit=true 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/test.cache.data in system properties and HBase conf 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:17:50,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:17:50,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:17:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:17:50,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:17:50,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:51,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:51,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:51,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:51,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:51,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:51,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:51,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:51,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-4416361903967050110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:17:51,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-11-16T04:17:51,100 INFO [Time-limited test {}] server.Server(415): Started @57897ms 2024-11-16T04:17:51,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:17:51,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:17:51,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:17:51,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:17:51,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:17:51,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:17:51,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:17:51,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/java.io.tmpdir/jetty-localhost-42283-hadoop-hdfs-3_4_1-tests_jar-_-any-2128358021448514294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:17:51,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:42283} 2024-11-16T04:17:51,450 INFO [Time-limited test {}] server.Server(415): Started @58247ms 2024-11-16T04:17:51,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:17:52,133 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/cluster_bcf7d7f1-c05d-fc81-ebaf-bd5c543f2247/data/data1/current/BP-1503245973-172.17.0.2-1731730670582/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:52,133 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/cluster_bcf7d7f1-c05d-fc81-ebaf-bd5c543f2247/data/data2/current/BP-1503245973-172.17.0.2-1731730670582/current, will proceed with Du for space computation calculation, 2024-11-16T04:17:52,148 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:17:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbf38617dbca2380 with lease ID 0xaf58a2b62749be9f: Processing first storage report for DS-5ad2f5ed-f7b1-4ddc-885f-b0734874df49 from datanode DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c35fe82d-1816-4f65-be11-764a787ea0ad, infoPort=36137, infoSecurePort=0, ipcPort=40539, storageInfo=lv=-57;cid=testClusterID;nsid=1547227959;c=1731730670582) 2024-11-16T04:17:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbf38617dbca2380 with lease ID 0xaf58a2b62749be9f: from storage DS-5ad2f5ed-f7b1-4ddc-885f-b0734874df49 node DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c35fe82d-1816-4f65-be11-764a787ea0ad, infoPort=36137, infoSecurePort=0, ipcPort=40539, storageInfo=lv=-57;cid=testClusterID;nsid=1547227959;c=1731730670582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbf38617dbca2380 with lease ID 0xaf58a2b62749be9f: Processing first storage report for DS-0e796c4e-10e4-46de-9485-b46fe66fc9ba from datanode DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c35fe82d-1816-4f65-be11-764a787ea0ad, infoPort=36137, infoSecurePort=0, ipcPort=40539, storageInfo=lv=-57;cid=testClusterID;nsid=1547227959;c=1731730670582) 2024-11-16T04:17:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbf38617dbca2380 with lease ID 0xaf58a2b62749be9f: from storage DS-0e796c4e-10e4-46de-9485-b46fe66fc9ba node DatanodeRegistration(127.0.0.1:39059, datanodeUuid=c35fe82d-1816-4f65-be11-764a787ea0ad, infoPort=36137, infoSecurePort=0, ipcPort=40539, storageInfo=lv=-57;cid=testClusterID;nsid=1547227959;c=1731730670582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:17:52,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070 2024-11-16T04:17:52,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:52,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:17:52,585 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb with version=8 2024-11-16T04:17:52,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/hbase-staging 2024-11-16T04:17:52,587 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:17:52,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:52,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45543 2024-11-16T04:17:52,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45543 connecting to ZooKeeper ensemble=127.0.0.1:63589 2024-11-16T04:17:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455430x0, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:52,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45543-0x10141dce90d0003 connected 2024-11-16T04:17:52,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:52,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:52,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/running 2024-11-16T04:17:52,852 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb, hbase.cluster.distributed=false 2024-11-16T04:17:52,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/acl 2024-11-16T04:17:52,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45543 2024-11-16T04:17:52,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45543 2024-11-16T04:17:52,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45543 2024-11-16T04:17:52,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45543 2024-11-16T04:17:52,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45543 2024-11-16T04:17:52,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:17:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:52,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:17:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:17:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:17:52,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:17:52,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:17:52,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39697 2024-11-16T04:17:52,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39697 connecting to ZooKeeper ensemble=127.0.0.1:63589 2024-11-16T04:17:52,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:52,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:52,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396970x0, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:52,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396970x0, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/running 2024-11-16T04:17:52,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39697-0x10141dce90d0004 connected 2024-11-16T04:17:52,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:17:52,881 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:17:52,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/master 2024-11-16T04:17:52,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/acl 2024-11-16T04:17:52,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-16T04:17:52,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39697 2024-11-16T04:17:52,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39697 2024-11-16T04:17:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-16T04:17:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-16T04:17:52,895 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:45543 2024-11-16T04:17:52,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-395056067/backup-masters/fda3efb342d8,45543,1731730672587 2024-11-16T04:17:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067/backup-masters 2024-11-16T04:17:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067/backup-masters 2024-11-16T04:17:52,909 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on existing znode=/1-395056067/backup-masters/fda3efb342d8,45543,1731730672587 2024-11-16T04:17:52,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-395056067/master 2024-11-16T04:17:52,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:52,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:52,919 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on existing znode=/1-395056067/master 2024-11-16T04:17:52,919 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-395056067/backup-masters/fda3efb342d8,45543,1731730672587 from backup master directory 2024-11-16T04:17:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-395056067/backup-masters/fda3efb342d8,45543,1731730672587 2024-11-16T04:17:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067/backup-masters 2024-11-16T04:17:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067/backup-masters 2024-11-16T04:17:52,929 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:52,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,45543,1731730672587 2024-11-16T04:17:52,934 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/hbase.id] with ID: c21aecda-fdef-4a12-a025-3f825660e986 2024-11-16T04:17:52,934 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/.tmp/hbase.id 2024-11-16T04:17:52,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:17:53,340 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/.tmp/hbase.id]:[hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/hbase.id] 2024-11-16T04:17:53,354 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:17:53,355 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:17:53,356 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:17:53,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:53,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:17:53,812 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:53,813 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:17:53,813 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:17:54,220 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store 2024-11-16T04:17:54,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:17:54,629 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:54,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:17:54,630 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:54,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:54,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:17:54,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:54,630 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:17:54,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730674630Disabling compacts and flushes for region at 1731730674630Disabling writes for close at 1731730674630Writing region close event to WAL at 1731730674630Closed at 1731730674630 2024-11-16T04:17:54,632 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/.initializing 2024-11-16T04:17:54,632 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/WALs/fda3efb342d8,45543,1731730672587 2024-11-16T04:17:54,635 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:54,638 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C45543%2C1731730672587, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/WALs/fda3efb342d8,45543,1731730672587, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/oldWALs, maxLogs=10 2024-11-16T04:17:54,655 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/WALs/fda3efb342d8,45543,1731730672587/fda3efb342d8%2C45543%2C1731730672587.1731730674638, exclude list is [], retry=0 2024-11-16T04:17:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-5ad2f5ed-f7b1-4ddc-885f-b0734874df49,DISK] 2024-11-16T04:17:54,665 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/WALs/fda3efb342d8,45543,1731730672587/fda3efb342d8%2C45543%2C1731730672587.1731730674638 2024-11-16T04:17:54,665 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36137:36137)] 2024-11-16T04:17:54,666 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:54,666 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:54,666 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,666 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:17:54,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:54,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:54,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:17:54,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:54,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:54,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:17:54,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:54,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:54,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:17:54,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:54,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:54,680 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,681 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,681 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,684 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,684 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,685 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:54,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:17:54,695 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:54,696 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70232311, jitterRate=0.04654298722743988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:54,697 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730674666Initializing all the Stores at 1731730674667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730674667Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730674668 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730674668Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730674668Cleaning up temporary data from old regions at 1731730674684 (+16 ms)Region opened successfully at 1731730674696 (+12 ms) 2024-11-16T04:17:54,697 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:17:54,701 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c19d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:54,702 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:17:54,702 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:17:54,702 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:17:54,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:17:54,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:17:54,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:17:54,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:17:54,707 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:17:54,708 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Unable to get data of znode /1-395056067/balancer because node does not exist (not necessarily an error) 2024-11-16T04:17:54,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:17:54,818 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-395056067/balancer already deleted, retry=false 2024-11-16T04:17:54,819 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:17:54,828 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Unable to get data of znode /1-395056067/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:17:54,838 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-395056067/normalizer already deleted, retry=false 2024-11-16T04:17:54,839 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:17:54,851 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Unable to get data of znode /1-395056067/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:17:54,859 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-395056067/switch/split already deleted, retry=false 2024-11-16T04:17:54,861 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Unable to get data of znode /1-395056067/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:17:54,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:54,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:54,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:54,869 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-395056067/switch/merge already deleted, retry=false 2024-11-16T04:17:54,872 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Unable to get data of znode /1-395056067/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:17:54,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:17:54,880 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-395056067/snapshot-cleanup already deleted, retry=false 2024-11-16T04:17:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-395056067/running 2024-11-16T04:17:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-395056067/running 2024-11-16T04:17:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:54,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:54,892 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,45543,1731730672587, sessionid=0x10141dce90d0003, setting cluster-up flag (Was=false) 2024-11-16T04:17:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:54,944 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-395056067/flush-table-proc/acquired, /1-395056067/flush-table-proc/reached, /1-395056067/flush-table-proc/abort 2024-11-16T04:17:54,948 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45543,1731730672587 2024-11-16T04:17:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:55,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-395056067/online-snapshot/acquired, /1-395056067/online-snapshot/reached, /1-395056067/online-snapshot/abort 2024-11-16T04:17:55,004 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45543,1731730672587 2024-11-16T04:17:55,005 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:17:55,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:55,007 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:17:55,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:17:55,008 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,45543,1731730672587 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:55,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:55,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:17:55,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:55,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730705017 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:17:55,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:17:55,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,028 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:17:55,028 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:17:55,029 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:17:55,029 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:17:55,036 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:17:55,036 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:17:55,037 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730675037,5,FailOnTimeoutGroup] 2024-11-16T04:17:55,037 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730675037,5,FailOnTimeoutGroup] 2024-11-16T04:17:55,037 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,037 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:17:55,037 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,038 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:17:55,088 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(746): ClusterId : c21aecda-fdef-4a12-a025-3f825660e986 2024-11-16T04:17:55,088 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:17:55,102 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:17:55,102 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:17:55,113 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:17:55,113 DEBUG [RS:0;fda3efb342d8:39697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb4ec54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:17:55,128 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:39697 2024-11-16T04:17:55,128 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:17:55,128 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:17:55,128 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:17:55,130 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,45543,1731730672587 with port=39697, startcode=1731730672866 2024-11-16T04:17:55,130 DEBUG [RS:0;fda3efb342d8:39697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:17:55,132 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:17:55,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,39697,1731730672866 2024-11-16T04:17:55,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45543 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,39697,1731730672866 2024-11-16T04:17:55,134 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb 2024-11-16T04:17:55,134 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38729 2024-11-16T04:17:55,134 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:17:55,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067/rs 2024-11-16T04:17:55,187 DEBUG [RS:0;fda3efb342d8:39697 {}] zookeeper.ZKUtil(111): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on existing znode=/1-395056067/rs/fda3efb342d8,39697,1731730672866 2024-11-16T04:17:55,187 WARN [RS:0;fda3efb342d8:39697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:17:55,187 INFO [RS:0;fda3efb342d8:39697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:55,187 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866 2024-11-16T04:17:55,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,39697,1731730672866] 2024-11-16T04:17:55,194 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:17:55,200 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:17:55,204 INFO [RS:0;fda3efb342d8:39697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:17:55,204 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,205 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:17:55,206 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:17:55,206 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:17:55,206 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:55,207 DEBUG [RS:0;fda3efb342d8:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:17:55,212 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,212 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,212 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,212 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,212 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,212 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39697,1731730672866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:55,236 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:17:55,236 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39697,1731730672866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,236 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,236 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.Replication(171): fda3efb342d8,39697,1731730672866 started 2024-11-16T04:17:55,254 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:55,254 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,39697,1731730672866, RpcServer on fda3efb342d8/172.17.0.2:39697, sessionid=0x10141dce90d0004 2024-11-16T04:17:55,254 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:17:55,254 DEBUG [RS:0;fda3efb342d8:39697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,39697,1731730672866 2024-11-16T04:17:55,254 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,39697,1731730672866' 2024-11-16T04:17:55,254 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-395056067/flush-table-proc/abort' 2024-11-16T04:17:55,255 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-395056067/flush-table-proc/acquired' 2024-11-16T04:17:55,255 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:17:55,255 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:17:55,255 DEBUG [RS:0;fda3efb342d8:39697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,39697,1731730672866 2024-11-16T04:17:55,255 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,39697,1731730672866' 2024-11-16T04:17:55,255 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-395056067/online-snapshot/abort' 2024-11-16T04:17:55,256 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-395056067/online-snapshot/acquired' 2024-11-16T04:17:55,259 DEBUG [RS:0;fda3efb342d8:39697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:17:55,259 INFO [RS:0;fda3efb342d8:39697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:17:55,259 INFO [RS:0;fda3efb342d8:39697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:17:55,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:17:55,359 INFO [RS:0;fda3efb342d8:39697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:17:55,361 INFO [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39697%2C1731730672866, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/oldWALs, maxLogs=10 2024-11-16T04:17:55,379 DEBUG [RS:0;fda3efb342d8:39697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866/fda3efb342d8%2C39697%2C1731730672866.1731730675362, exclude list is [], retry=0 2024-11-16T04:17:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-5ad2f5ed-f7b1-4ddc-885f-b0734874df49,DISK] 2024-11-16T04:17:55,389 INFO [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866/fda3efb342d8%2C39697%2C1731730672866.1731730675362 2024-11-16T04:17:55,394 DEBUG [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36137:36137)] 2024-11-16T04:17:55,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:17:55,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb 2024-11-16T04:17:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:17:55,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:55,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:55,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:55,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:55,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:55,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:55,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:55,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:55,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:55,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:55,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:55,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:55,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:55,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:55,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:55,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:55,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:55,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:55,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740 2024-11-16T04:17:55,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740 2024-11-16T04:17:55,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:55,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:55,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:55,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:55,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:55,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75437164, jitterRate=0.12410134077072144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:55,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730675848Initializing all the Stores at 1731730675849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730675849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730675849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730675849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730675849Cleaning up temporary data from old regions at 1731730675858 (+9 ms)Region opened successfully at 1731730675861 (+3 ms) 2024-11-16T04:17:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:17:55,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:17:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:17:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:17:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:17:55,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:17:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730675862Disabling compacts and flushes for region at 1731730675862Disabling writes for close at 1731730675862Writing region close event to WAL at 1731730675862Closed at 1731730675862 2024-11-16T04:17:55,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:55,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:17:55,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:17:55,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:55,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:17:56,016 DEBUG [fda3efb342d8:45543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:17:56,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,39697,1731730672866 2024-11-16T04:17:56,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,39697,1731730672866, state=OPENING 2024-11-16T04:17:56,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:17:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:17:56,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-395056067/meta-region-server: CHANGED 2024-11-16T04:17:56,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-395056067/meta-region-server: CHANGED 2024-11-16T04:17:56,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:17:56,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,39697,1731730672866}] 2024-11-16T04:17:56,470 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:17:56,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:17:56,475 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:17:56,475 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:17:56,476 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:17:56,477 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39697%2C1731730672866.meta, suffix=.meta, logDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/oldWALs, maxLogs=10 2024-11-16T04:17:56,489 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866/fda3efb342d8%2C39697%2C1731730672866.meta.1731730676478.meta, exclude list is [], retry=0 2024-11-16T04:17:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39059,DS-5ad2f5ed-f7b1-4ddc-885f-b0734874df49,DISK] 2024-11-16T04:17:56,492 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866/fda3efb342d8%2C39697%2C1731730672866.meta.1731730676478.meta 2024-11-16T04:17:56,492 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36137:36137)] 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:56,493 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:17:56,493 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:17:56,493 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:17:56,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:17:56,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:17:56,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:56,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:56,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:17:56,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:17:56,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:56,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:56,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:17:56,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:17:56,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:56,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:56,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:17:56,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:17:56,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:56,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:17:56,499 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:17:56,500 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740 2024-11-16T04:17:56,501 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740 2024-11-16T04:17:56,502 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:17:56,502 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:17:56,503 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:17:56,504 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:17:56,505 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62022086, jitterRate=-0.075798898935318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:17:56,505 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:17:56,505 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730676493Writing region info on filesystem at 1731730676493Initializing all the Stores at 1731730676494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730676494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730676495 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730676495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730676495Cleaning up temporary data from old regions at 1731730676502 (+7 ms)Running coprocessor post-open hooks at 1731730676505 (+3 ms)Region opened successfully at 1731730676505 2024-11-16T04:17:56,506 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730676470 2024-11-16T04:17:56,508 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:17:56,508 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:17:56,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,39697,1731730672866 2024-11-16T04:17:56,509 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,39697,1731730672866, state=OPEN 2024-11-16T04:17:56,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-395056067/meta-region-server 2024-11-16T04:17:56,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-395056067/meta-region-server 2024-11-16T04:17:56,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,39697,1731730672866 2024-11-16T04:17:56,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-395056067/meta-region-server: CHANGED 2024-11-16T04:17:56,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-395056067/meta-region-server: CHANGED 2024-11-16T04:17:56,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:17:56,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,39697,1731730672866 in 373 msec 2024-11-16T04:17:56,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:17:56,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 830 msec 2024-11-16T04:17:56,696 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:17:56,696 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:17:56,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:56,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39697,1731730672866, seqNum=-1] 2024-11-16T04:17:56,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:56,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:56,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6970 sec 2024-11-16T04:17:56,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730676704, completionTime=-1 2024-11-16T04:17:56,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:17:56,704 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730736706 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730796706 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45543,1731730672587-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45543,1731730672587-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45543,1731730672587-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:45543, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,706 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,708 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.781sec 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45543,1731730672587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:17:56,710 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45543,1731730672587-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:17:56,712 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:17:56,712 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:17:56,712 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45543,1731730672587-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:17:56,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:56,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45543,-1 for getting cluster id 2024-11-16T04:17:56,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:17:56,791 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c21aecda-fdef-4a12-a025-3f825660e986' 2024-11-16T04:17:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:17:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c21aecda-fdef-4a12-a025-3f825660e986" 2024-11-16T04:17:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45543,-1] 2024-11-16T04:17:56,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:17:56,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:17:56,793 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:17:56,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:17:56,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:17:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39697,1731730672866, seqNum=-1] 2024-11-16T04:17:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:17:56,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:17:56,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,45543,1731730672587 2024-11-16T04:17:56,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63589 2024-11-16T04:17:56,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:17:56,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141dce90d0005 connected 2024-11-16T04:17:56,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39545,1731730667044 2024-11-16T04:17:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fa924e 2024-11-16T04:17:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:56,841 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:56,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:17:56,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:17:56,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:56,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:17:56,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:17:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:17:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:57,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9de40585e3989a7ea9d43ee1d6fd039d, NAME => 'test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b 2024-11-16T04:17:57,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:17:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:57,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:57,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9de40585e3989a7ea9d43ee1d6fd039d, disabling compactions & flushes 2024-11-16T04:17:57,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:57,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:57,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. after waiting 0 ms 2024-11-16T04:17:57,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:57,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:57,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9de40585e3989a7ea9d43ee1d6fd039d: Waiting for close lock at 1731730677664Disabling compacts and flushes for region at 1731730677664Disabling writes for close at 1731730677664Writing region close event to WAL at 1731730677664Closed at 1731730677664 2024-11-16T04:17:57,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:17:57,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730677665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730677665"}]},"ts":"1731730677665"} 2024-11-16T04:17:57,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:17:57,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:17:57,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730677669"}]},"ts":"1731730677669"} 2024-11-16T04:17:57,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:17:57,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9de40585e3989a7ea9d43ee1d6fd039d, ASSIGN}] 2024-11-16T04:17:57,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9de40585e3989a7ea9d43ee1d6fd039d, ASSIGN 2024-11-16T04:17:57,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9de40585e3989a7ea9d43ee1d6fd039d, ASSIGN; state=OFFLINE, location=fda3efb342d8,39641,1731730667201; forceNewPlan=false, retain=false 2024-11-16T04:17:57,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9de40585e3989a7ea9d43ee1d6fd039d, regionState=OPENING, regionLocation=fda3efb342d8,39641,1731730667201 2024-11-16T04:17:57,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9de40585e3989a7ea9d43ee1d6fd039d, ASSIGN because future has completed 2024-11-16T04:17:57,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de40585e3989a7ea9d43ee1d6fd039d, server=fda3efb342d8,39641,1731730667201}] 2024-11-16T04:17:57,985 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:57,985 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9de40585e3989a7ea9d43ee1d6fd039d, NAME => 'test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:17:57,985 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:17:57,985 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:17:57,985 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,985 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:57,986 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,986 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,987 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,988 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de40585e3989a7ea9d43ee1d6fd039d columnFamilyName f 2024-11-16T04:17:57,988 DEBUG [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:57,989 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] regionserver.HStore(327): Store=9de40585e3989a7ea9d43ee1d6fd039d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:57,989 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:57,990 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de40585e3989a7ea9d43ee1d6fd039d columnFamilyName f1 2024-11-16T04:17:57,990 DEBUG [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:57,991 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] regionserver.HStore(327): Store=9de40585e3989a7ea9d43ee1d6fd039d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:57,991 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,992 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de40585e3989a7ea9d43ee1d6fd039d columnFamilyName norep 2024-11-16T04:17:57,992 DEBUG [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:57,992 INFO [StoreOpener-9de40585e3989a7ea9d43ee1d6fd039d-1 {}] regionserver.HStore(327): Store=9de40585e3989a7ea9d43ee1d6fd039d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:17:57,992 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,993 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,993 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,994 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,994 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,995 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:17:57,996 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:57,998 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:17:57,999 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9de40585e3989a7ea9d43ee1d6fd039d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69842786, jitterRate=0.04073861241340637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:17:57,999 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:17:58,000 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9de40585e3989a7ea9d43ee1d6fd039d: Running coprocessor pre-open hook at 1731730677986Writing region info on filesystem at 1731730677986Initializing all the Stores at 1731730677987 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730677987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730677987Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730677987Cleaning up temporary data from old regions at 1731730677994 (+7 ms)Running coprocessor post-open hooks at 1731730677999 (+5 ms)Region opened successfully at 1731730678000 (+1 ms) 2024-11-16T04:17:58,002 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., pid=6, masterSystemTime=1731730677980 2024-11-16T04:17:58,004 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:58,004 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:17:58,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9de40585e3989a7ea9d43ee1d6fd039d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,39641,1731730667201 2024-11-16T04:17:58,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de40585e3989a7ea9d43ee1d6fd039d, server=fda3efb342d8,39641,1731730667201 because future has completed 2024-11-16T04:17:58,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:17:58,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9de40585e3989a7ea9d43ee1d6fd039d, server=fda3efb342d8,39641,1731730667201 in 182 msec 2024-11-16T04:17:58,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:17:58,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9de40585e3989a7ea9d43ee1d6fd039d, ASSIGN in 340 msec 2024-11-16T04:17:58,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:17:58,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730678015"}]},"ts":"1731730678015"} 2024-11-16T04:17:58,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:17:58,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:17:58,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-16T04:17:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:58,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:17:59,000 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:17:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45543,1731730672587 2024-11-16T04:17:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da2ee91 2024-11-16T04:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:17:59,002 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:17:59,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:17:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:17:59,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:17:59,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:17:59,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:17:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:59,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:17:59,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:17:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:59,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:17:59,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:17:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T04:17:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:17:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T04:17:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:17:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T04:17:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:17:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:17:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:59,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cdcf8cce6c67c129ef3818a280dff57, NAME => 'test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb 2024-11-16T04:17:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:17:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:17:59,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:17:59,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2cdcf8cce6c67c129ef3818a280dff57, disabling compactions & flushes 2024-11-16T04:17:59,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:17:59,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:17:59,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. after waiting 0 ms 2024-11-16T04:17:59,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:17:59,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:17:59,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cdcf8cce6c67c129ef3818a280dff57: Waiting for close lock at 1731730679820Disabling compacts and flushes for region at 1731730679820Disabling writes for close at 1731730679820Writing region close event to WAL at 1731730679820Closed at 1731730679820 2024-11-16T04:17:59,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:17:59,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730679821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730679821"}]},"ts":"1731730679821"} 2024-11-16T04:17:59,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:17:59,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:17:59,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730679825"}]},"ts":"1731730679825"} 2024-11-16T04:17:59,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:17:59,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cdcf8cce6c67c129ef3818a280dff57, ASSIGN}] 2024-11-16T04:17:59,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cdcf8cce6c67c129ef3818a280dff57, ASSIGN 2024-11-16T04:17:59,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2cdcf8cce6c67c129ef3818a280dff57, ASSIGN; state=OFFLINE, location=fda3efb342d8,39697,1731730672866; forceNewPlan=false, retain=false 2024-11-16T04:17:59,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cdcf8cce6c67c129ef3818a280dff57, regionState=OPENING, regionLocation=fda3efb342d8,39697,1731730672866 2024-11-16T04:17:59,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2cdcf8cce6c67c129ef3818a280dff57, ASSIGN because future has completed 2024-11-16T04:17:59,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cdcf8cce6c67c129ef3818a280dff57, server=fda3efb342d8,39697,1731730672866}] 2024-11-16T04:18:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:18:00,211 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cdcf8cce6c67c129ef3818a280dff57, NAME => 'test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:18:00,212 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:18:00,212 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,212 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,214 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,215 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cdcf8cce6c67c129ef3818a280dff57 columnFamilyName f 2024-11-16T04:18:00,215 DEBUG [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:00,215 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] regionserver.HStore(327): Store=2cdcf8cce6c67c129ef3818a280dff57/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:18:00,216 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,217 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cdcf8cce6c67c129ef3818a280dff57 columnFamilyName f1 2024-11-16T04:18:00,217 DEBUG [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:00,217 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] regionserver.HStore(327): Store=2cdcf8cce6c67c129ef3818a280dff57/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:18:00,217 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,218 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cdcf8cce6c67c129ef3818a280dff57 columnFamilyName norep 2024-11-16T04:18:00,218 DEBUG [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:00,219 INFO [StoreOpener-2cdcf8cce6c67c129ef3818a280dff57-1 {}] regionserver.HStore(327): Store=2cdcf8cce6c67c129ef3818a280dff57/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:18:00,219 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,219 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,220 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,220 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,220 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,221 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:18:00,222 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,223 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:18:00,224 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2cdcf8cce6c67c129ef3818a280dff57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74629404, jitterRate=0.11206477880477905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:18:00,224 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:18:00,224 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2cdcf8cce6c67c129ef3818a280dff57: Running coprocessor pre-open hook at 1731730680212Writing region info on filesystem at 1731730680212Initializing all the Stores at 1731730680213 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730680213Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730680213Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730680213Cleaning up temporary data from old regions at 1731730680220 (+7 ms)Running coprocessor post-open hooks at 1731730680224 (+4 ms)Region opened successfully at 1731730680224 2024-11-16T04:18:00,225 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57., pid=6, masterSystemTime=1731730680135 2024-11-16T04:18:00,227 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:18:00,227 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:18:00,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cdcf8cce6c67c129ef3818a280dff57, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,39697,1731730672866 2024-11-16T04:18:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cdcf8cce6c67c129ef3818a280dff57, server=fda3efb342d8,39697,1731730672866 because future has completed 2024-11-16T04:18:00,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:18:00,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cdcf8cce6c67c129ef3818a280dff57, server=fda3efb342d8,39697,1731730672866 in 248 msec 2024-11-16T04:18:00,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:18:00,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2cdcf8cce6c67c129ef3818a280dff57, ASSIGN in 405 msec 2024-11-16T04:18:00,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:18:00,235 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730680235"}]},"ts":"1731730680235"} 2024-11-16T04:18:00,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:18:00,239 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:18:00,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2360 sec 2024-11-16T04:18:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:18:01,150 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:18:01,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39545,-1 for getting cluster id 2024-11-16T04:18:01,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:01,151 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7d9750d-8a60-4eb0-a571-9fb7421d97d3' 2024-11-16T04:18:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7d9750d-8a60-4eb0-a571-9fb7421d97d3" 2024-11-16T04:18:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230b193b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39545,-1] 2024-11-16T04:18:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:01,153 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715fe7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45543,-1 for getting cluster id 2024-11-16T04:18:01,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:01,156 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c21aecda-fdef-4a12-a025-3f825660e986' 2024-11-16T04:18:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c21aecda-fdef-4a12-a025-3f825660e986" 2024-11-16T04:18:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1092f4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45543,-1] 2024-11-16T04:18:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:01,158 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2309f1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39545,-1 for getting cluster id 2024-11-16T04:18:01,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:01,161 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7d9750d-8a60-4eb0-a571-9fb7421d97d3' 2024-11-16T04:18:01,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:01,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7d9750d-8a60-4eb0-a571-9fb7421d97d3" 2024-11-16T04:18:01,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39545,-1] 2024-11-16T04:18:01,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:01,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:01,163 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:01,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4879ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:18:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39545,1731730667044 2024-11-16T04:18:01,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980c8a5 2024-11-16T04:18:01,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:18:01,169 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:18:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:45543,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:18:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:18:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:18:01,172 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45543' 2024-11-16T04:18:01,173 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7437215f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,173 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45543,-1 for getting cluster id 2024-11-16T04:18:01,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:01,174 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c21aecda-fdef-4a12-a025-3f825660e986' 2024-11-16T04:18:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c21aecda-fdef-4a12-a025-3f825660e986" 2024-11-16T04:18:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23af1f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45543,-1] 2024-11-16T04:18:01,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:01,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:01,176 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:01,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c23842c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:01,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:18:01,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45543,1731730672587 2024-11-16T04:18:01,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ff24b7 2024-11-16T04:18:01,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:18:01,179 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:18:01,180 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:18:01,180 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:18:01,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:01,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:01,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:18:01,181 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:18:01,182 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:18:01,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:18:01,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:01,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:18:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:18:01,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:18:01,232 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:18:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:18:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:18:01,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f977dccfd292c26d91a28fdea30061a5, NAME => 'hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b 2024-11-16T04:18:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:18:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:18:01,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:18:01,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:18:01,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f977dccfd292c26d91a28fdea30061a5, disabling compactions & flushes 2024-11-16T04:18:01,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:01,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:01,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. after waiting 0 ms 2024-11-16T04:18:01,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:01,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:01,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f977dccfd292c26d91a28fdea30061a5: Waiting for close lock at 1731730681999Disabling compacts and flushes for region at 1731730681999Disabling writes for close at 1731730681999Writing region close event to WAL at 1731730681999Closed at 1731730681999 2024-11-16T04:18:02,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:18:02,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730682001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730682001"}]},"ts":"1731730682001"} 2024-11-16T04:18:02,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:18:02,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:18:02,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730682006"}]},"ts":"1731730682006"} 2024-11-16T04:18:02,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:18:02,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f977dccfd292c26d91a28fdea30061a5, ASSIGN}] 2024-11-16T04:18:02,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f977dccfd292c26d91a28fdea30061a5, ASSIGN 2024-11-16T04:18:02,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f977dccfd292c26d91a28fdea30061a5, ASSIGN; state=OFFLINE, location=fda3efb342d8,39641,1731730667201; forceNewPlan=false, retain=false 2024-11-16T04:18:02,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:02,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:02,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:02,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:02,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f977dccfd292c26d91a28fdea30061a5, regionState=OPENING, regionLocation=fda3efb342d8,39641,1731730667201 2024-11-16T04:18:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f977dccfd292c26d91a28fdea30061a5, ASSIGN because future has completed 2024-11-16T04:18:02,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f977dccfd292c26d91a28fdea30061a5, server=fda3efb342d8,39641,1731730667201}] 2024-11-16T04:18:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:18:02,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:02,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:18:02,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:18:02,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39641%2C1731730667201.rep, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/oldWALs, maxLogs=10 2024-11-16T04:18:02,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.rep.1731730682330, exclude list is [], retry=0 2024-11-16T04:18:02,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33247,DS-4141f2ab-d099-4d98-b847-79f614485a0d,DISK] 2024-11-16T04:18:02,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.rep.1731730682330 2024-11-16T04:18:02,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-16T04:18:02,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f977dccfd292c26d91a28fdea30061a5, NAME => 'hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:18:02,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. service=MultiRowMutationService 2024-11-16T04:18:02,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,374 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,376 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f977dccfd292c26d91a28fdea30061a5 columnFamilyName hfileref 2024-11-16T04:18:02,376 DEBUG [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:02,376 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] regionserver.HStore(327): Store=f977dccfd292c26d91a28fdea30061a5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:18:02,377 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,378 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f977dccfd292c26d91a28fdea30061a5 columnFamilyName queue 2024-11-16T04:18:02,378 DEBUG [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:02,379 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] regionserver.HStore(327): Store=f977dccfd292c26d91a28fdea30061a5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:18:02,379 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,382 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f977dccfd292c26d91a28fdea30061a5 columnFamilyName sid 2024-11-16T04:18:02,383 DEBUG [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:18:02,386 INFO [StoreOpener-f977dccfd292c26d91a28fdea30061a5-1 {}] regionserver.HStore(327): Store=f977dccfd292c26d91a28fdea30061a5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:18:02,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:18:02,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:18:02,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f977dccfd292c26d91a28fdea30061a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58791176, jitterRate=-0.12394320964813232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:18:02,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:18:02,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f977dccfd292c26d91a28fdea30061a5: Running coprocessor pre-open hook at 1731730682372Writing region info on filesystem at 1731730682372Initializing all the Stores at 1731730682373 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730682373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730682374 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730682374Cleaning up temporary data from old regions at 1731730682390 (+16 ms)Running coprocessor post-open hooks at 1731730682398 (+8 ms)Region opened successfully at 1731730682399 (+1 ms) 2024-11-16T04:18:02,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5., pid=10, masterSystemTime=1731730682322 2024-11-16T04:18:02,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:02,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:18:02,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f977dccfd292c26d91a28fdea30061a5, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,39641,1731730667201 2024-11-16T04:18:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f977dccfd292c26d91a28fdea30061a5, server=fda3efb342d8,39641,1731730667201 because future has completed 2024-11-16T04:18:02,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:18:02,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f977dccfd292c26d91a28fdea30061a5, server=fda3efb342d8,39641,1731730667201 in 242 msec 2024-11-16T04:18:02,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:18:02,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f977dccfd292c26d91a28fdea30061a5, ASSIGN in 403 msec 2024-11-16T04:18:02,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:18:02,420 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730682420"}]},"ts":"1731730682420"} 2024-11-16T04:18:02,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:18:02,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:18:02,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-16T04:18:02,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5., hostname=fda3efb342d8,39641,1731730667201, seqNum=2] 2024-11-16T04:18:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:18:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:18:02,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:18:02,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:18:02,698 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:18:02,724 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,39641,1731730667201, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:18:02,725 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:18:02,725 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39641,1731730667201, seqNum=-1] 2024-11-16T04:18:02,725 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:18:02,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T04:18:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,39641,1731730667201', locateType=CURRENT is [region=hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5., hostname=fda3efb342d8,39641,1731730667201, seqNum=2] 2024-11-16T04:18:02,743 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:18:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:18:02,749 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,39641,1731730667201 suceeded 2024-11-16T04:18:02,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:18:02,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-16T04:18:02,754 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:45543,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T04:18:02,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5850 sec 2024-11-16T04:18:02,762 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45543' 2024-11-16T04:18:02,764 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6328fd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:02,764 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45543,-1 for getting cluster id 2024-11-16T04:18:02,765 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:02,765 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c21aecda-fdef-4a12-a025-3f825660e986' 2024-11-16T04:18:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c21aecda-fdef-4a12-a025-3f825660e986" 2024-11-16T04:18:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4584f74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45543,-1] 2024-11-16T04:18:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:02,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:02,767 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:02,768 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcc4315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:02,768 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:18:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45543,1731730672587 2024-11-16T04:18:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fbb774 2024-11-16T04:18:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:18:02,771 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T04:18:02,772 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,39641,1731730667201 (queues=1) is replicating from cluster=b7d9750d-8a60-4eb0-a571-9fb7421d97d3 to cluster=c21aecda-fdef-4a12-a025-3f825660e986 2024-11-16T04:18:02,772 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C39641%2C1731730667201 2024-11-16T04:18:02,772 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,39641,1731730667201, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:18:02,781 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410, startPosition=0, beingWritten=true 2024-11-16T04:18:02,788 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C39641%2C1731730667201 2024-11-16T04:18:02,808 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:18:02,809 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39641,1731730667201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:18:02,809 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 379, reset compression=false 2024-11-16T04:18:03,021 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 379, reset compression=false 2024-11-16T04:18:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:18:03,319 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:18:03,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:18:03,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:18:03,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:03,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:03,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:18:03,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:18:03,325 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 379, reset compression=false 2024-11-16T04:18:03,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731730683323/Put/seqid=0 2024-11-16T04:18:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741840_1016 (size=7894) 2024-11-16T04:18:03,730 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 379, reset compression=false 2024-11-16T04:18:03,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_1 is 34, key is ddd/f:row/1731730683731/Put/seqid=0 2024-11-16T04:18:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741841_1017 (size=7691) 2024-11-16T04:18:03,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:03,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39545,-1 for getting cluster id 2024-11-16T04:18:03,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:03,742 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7d9750d-8a60-4eb0-a571-9fb7421d97d3' 2024-11-16T04:18:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7d9750d-8a60-4eb0-a571-9fb7421d97d3" 2024-11-16T04:18:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39545,-1] 2024-11-16T04:18:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:03,744 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:03,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:03,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:18:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39641,1731730667201, seqNum=-1] 2024-11-16T04:18:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:18:03,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:18:03,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:18:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39545,1731730667044 2024-11-16T04:18:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728152fd 2024-11-16T04:18:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:18:03,759 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:18:03,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2] 2024-11-16T04:18:03,772 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:18:03,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T04:18:03,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T04:18:03,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_0 for inclusion in 9de40585e3989a7ea9d43ee1d6fd039d/f 2024-11-16T04:18:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T04:18:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:18:03,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_1 for inclusion in 9de40585e3989a7ea9d43ee1d6fd039d/f 2024-11-16T04:18:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T04:18:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:18:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HRegion(2603): Flush status journal for 9de40585e3989a7ea9d43ee1d6fd039d: 2024-11-16T04:18:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_0 to hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_0 2024-11-16T04:18:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_0 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ 2024-11-16T04:18:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f/f/hfile_1 to hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_1 2024-11-16T04:18:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_1 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ 2024-11-16T04:18:03,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_0 into 9de40585e3989a7ea9d43ee1d6fd039d/f as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ - updating store file list. 2024-11-16T04:18:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 796b06eb07ac42319db6f84bf76d48ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:18:03,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ into 9de40585e3989a7ea9d43ee1d6fd039d/f 2024-11-16T04:18:03,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_0 into 9de40585e3989a7ea9d43ee1d6fd039d/f (new location: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_) 2024-11-16T04:18:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_0 2024-11-16T04:18:03,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_1 into 9de40585e3989a7ea9d43ee1d6fd039d/f as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ - updating store file list. 2024-11-16T04:18:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a68de5792fd24552bfccb5b0091fe961_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:18:03,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ into 9de40585e3989a7ea9d43ee1d6fd039d/f 2024-11-16T04:18:03,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_1 into 9de40585e3989a7ea9d43ee1d6fd039d/f (new location: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_) 2024-11-16T04:18:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__ks1n89u8ujbh7hn3p0gds23n7asjcav4brf93ctkmk5usk2vjqqh38hmh832ia9o/f/hfile_1 2024-11-16T04:18:03,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:18:03,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:18:03,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:03,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:03,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:18:03,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:18:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2 , the old value is region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fda3efb342d8:39641 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:18:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39697,1731730672866, seqNum=-1] 2024-11-16T04:18:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:18:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2 from cache 2024-11-16T04:18:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:18:03,844 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T04:18:03,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:18:03,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57., hostname=fda3efb342d8,39697,1731730672866, seqNum=2] 2024-11-16T04:18:03,849 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:18:03,949 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:39641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T04:18:04,234 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 379, reset compression=false 2024-11-16T04:18:04,239 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:18:04,239 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39641,1731730667201 got entry batch from reader: WALEntryBatch [walEntries=[{test/9de40585e3989a7ea9d43ee1d6fd039d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730683837/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T04:18:04,257 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:18:04,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T04:18:04,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.ReplicationSink(318): Replicating [b7d9750d-8a60-4eb0-a571-9fb7421d97d3] bulk loaded data 2024-11-16T04:18:04,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c1a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:04,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45543,-1 for getting cluster id 2024-11-16T04:18:04,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:04,264 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c21aecda-fdef-4a12-a025-3f825660e986' 2024-11-16T04:18:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c21aecda-fdef-4a12-a025-3f825660e986" 2024-11-16T04:18:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59bba6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:04,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45543,-1] 2024-11-16T04:18:04,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:04,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:04,266 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:04,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77446821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741837_1013 (size=7894) 2024-11-16T04:18:04,439 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 687, reset compression=false 2024-11-16T04:18:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741838_1014 (size=7691) 2024-11-16T04:18:04,743 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 687, reset compression=false 2024-11-16T04:18:04,850 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:18:05,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:18:05,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45543,1731730672587 2024-11-16T04:18:05,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9ddba 2024-11-16T04:18:05,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:18:05,096 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T04:18:05,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:18:05,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:18:05,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39697,1731730672866, seqNum=-1] 2024-11-16T04:18:05,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:18:05,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T04:18:05,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T04:18:05,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T04:18:05,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ for inclusion in 2cdcf8cce6c67c129ef3818a280dff57/f 2024-11-16T04:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T04:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:18:05,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ for inclusion in 2cdcf8cce6c67c129ef3818a280dff57/f 2024-11-16T04:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T04:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HRegion(2603): Flush status journal for 2cdcf8cce6c67c129ef3818a280dff57: 2024-11-16T04:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/3096290fd5884ea99263fea8d54062e2_SeqId_4_ 2024-11-16T04:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a68de5792fd24552bfccb5b0091fe961_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/2c5f4484e7b34793b212b0c73e6c9f4c_SeqId_4_ 2024-11-16T04:18:05,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ into 2cdcf8cce6c67c129ef3818a280dff57/f as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/3096290fd5884ea99263fea8d54062e2_SeqId_4_ - updating store file list. 2024-11-16T04:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3096290fd5884ea99263fea8d54062e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:18:05,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/3096290fd5884ea99263fea8d54062e2_SeqId_4_ into 2cdcf8cce6c67c129ef3818a280dff57/f 2024-11-16T04:18:05,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ into 2cdcf8cce6c67c129ef3818a280dff57/f (new location: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/3096290fd5884ea99263fea8d54062e2_SeqId_4_) 2024-11-16T04:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/796b06eb07ac42319db6f84bf76d48ae_SeqId_4_ 2024-11-16T04:18:05,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ into 2cdcf8cce6c67c129ef3818a280dff57/f as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/2c5f4484e7b34793b212b0c73e6c9f4c_SeqId_4_ - updating store file list. 2024-11-16T04:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c5f4484e7b34793b212b0c73e6c9f4c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:18:05,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/2c5f4484e7b34793b212b0c73e6c9f4c_SeqId_4_ into 2cdcf8cce6c67c129ef3818a280dff57/f 2024-11-16T04:18:05,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ into 2cdcf8cce6c67c129ef3818a280dff57/f (new location: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/f/2c5f4484e7b34793b212b0c73e6c9f4c_SeqId_4_) 2024-11-16T04:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/staging/jenkins.hfs.6__test__e3ng4384j0d8n5nf0s38du7opbe3oiha5g502fp7pkfj30cgr8jn5cinjba4aj39/f/a68de5792fd24552bfccb5b0091fe961_SeqId_4_ 2024-11-16T04:18:05,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] regionserver.ReplicationSink(324): Finished replicating [b7d9750d-8a60-4eb0-a571-9fb7421d97d3] bulk loaded data 2024-11-16T04:18:05,147 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 687, reset compression=false 2024-11-16T04:18:05,652 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 687, reset compression=false 2024-11-16T04:18:05,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:18:05,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731730685870/Put/seqid=0 2024-11-16T04:18:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741842_1018 (size=7997) 2024-11-16T04:18:06,256 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 687, reset compression=false 2024-11-16T04:18:06,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731730686278/Put/seqid=0 2024-11-16T04:18:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741843_1019 (size=7794) 2024-11-16T04:18:06,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:06,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39545,-1 for getting cluster id 2024-11-16T04:18:06,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:18:06,686 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7d9750d-8a60-4eb0-a571-9fb7421d97d3' 2024-11-16T04:18:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:18:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7d9750d-8a60-4eb0-a571-9fb7421d97d3" 2024-11-16T04:18:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39545,-1] 2024-11-16T04:18:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:18:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:06,687 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:18:06,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:18:06,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:18:06,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39641,1731730667201, seqNum=-1] 2024-11-16T04:18:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:18:06,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:18:06,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:18:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39545,1731730667044 2024-11-16T04:18:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6174c 2024-11-16T04:18:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:18:06,699 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:18:06,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2] 2024-11-16T04:18:06,705 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:18:06,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T04:18:06,713 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T04:18:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_0 for inclusion in 9de40585e3989a7ea9d43ee1d6fd039d/f1 2024-11-16T04:18:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T04:18:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:18:06,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_1 for inclusion in 9de40585e3989a7ea9d43ee1d6fd039d/f1 2024-11-16T04:18:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T04:18:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:18:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HRegion(2603): Flush status journal for 9de40585e3989a7ea9d43ee1d6fd039d: 2024-11-16T04:18:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_0 to hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_0 2024-11-16T04:18:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_0 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/de15889d5a9b4e4fbeca8e4eae165fd7_SeqId_6_ 2024-11-16T04:18:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/load_f1/f1/hfile_1 to hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_1 2024-11-16T04:18:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_1 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/dbd755125b1344618830d3df46619cf0_SeqId_6_ 2024-11-16T04:18:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T04:18:06,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_0 into 9de40585e3989a7ea9d43ee1d6fd039d/f1 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/de15889d5a9b4e4fbeca8e4eae165fd7_SeqId_6_ - updating store file list. 2024-11-16T04:18:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de15889d5a9b4e4fbeca8e4eae165fd7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:18:06,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/de15889d5a9b4e4fbeca8e4eae165fd7_SeqId_6_ into 9de40585e3989a7ea9d43ee1d6fd039d/f1 2024-11-16T04:18:06,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_0 into 9de40585e3989a7ea9d43ee1d6fd039d/f1 (new location: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/de15889d5a9b4e4fbeca8e4eae165fd7_SeqId_6_) 2024-11-16T04:18:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_0 2024-11-16T04:18:06,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_1 into 9de40585e3989a7ea9d43ee1d6fd039d/f1 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/dbd755125b1344618830d3df46619cf0_SeqId_6_ - updating store file list. 2024-11-16T04:18:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbd755125b1344618830d3df46619cf0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:18:06,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/dbd755125b1344618830d3df46619cf0_SeqId_6_ into 9de40585e3989a7ea9d43ee1d6fd039d/f1 2024-11-16T04:18:06,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_1 into 9de40585e3989a7ea9d43ee1d6fd039d/f1 (new location: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/f1/dbd755125b1344618830d3df46619cf0_SeqId_6_) 2024-11-16T04:18:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/staging/jenkins__test__3frnerg4kdog4l748cufngnus66i8m4di94capeph3ui1j8r658p6hqv2aoq97r6/f1/hfile_1 2024-11-16T04:18:06,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:18:06,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:18:06,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:06,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:18:06,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:18:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2 , the old value is region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fda3efb342d8:39641 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:18:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:18:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2 from cache 2024-11-16T04:18:06,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:18:06,742 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T04:18:06,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39641,1731730667201, seqNum=-1] 2024-11-16T04:18:06,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:18:06,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:18:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., hostname=fda3efb342d8,39641,1731730667201, seqNum=2] 2024-11-16T04:18:06,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:39641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T04:18:06,960 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 687, reset compression=false 2024-11-16T04:18:06,966 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:18:06,966 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:06,966 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39641,1731730667201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:18:07,170 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:07,474 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:07,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:18:07,879 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:07,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:07,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:07,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:07,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:18:08,384 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:08,988 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:09,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:18:09,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T04:18:09,691 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:10,495 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:11,399 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:12,404 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:13,510 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:14,713 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:16,031 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:17,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:18:17,436 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:18,941 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:20,544 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:22,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:18:22,248 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:24,053 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:25,957 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:26,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39641,1731730667201 got entry batch from reader: null 2024-11-16T04:18:27,961 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:30,064 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:30,743 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:18:30,743 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:18:32,268 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:34,572 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:36,723 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:18:36,723 INFO [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:18:36,975 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:39,479 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:42,082 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:42,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9de40585e3989a7ea9d43ee1d6fd039d, had cached 0 bytes from a total of 31376 2024-11-16T04:18:44,786 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:45,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2cdcf8cce6c67c129ef3818a280dff57, had cached 0 bytes from a total of 15585 2024-11-16T04:18:46,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39641,1731730667201 got entry batch from reader: null 2024-11-16T04:18:47,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:18:47,590 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:50,493 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:52,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:18:52,350 DEBUG [master/fda3efb342d8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T04:18:53,498 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:56,601 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:18:59,805 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:19:03,109 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:19:06,514 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:19:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:19:06,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:06,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:06,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:06,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:06,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:06,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:19:06,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542284223, stopped=false 2024-11-16T04:19:06,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,45543,1731730672587 2024-11-16T04:19:06,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-395056067/running 2024-11-16T04:19:06,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-395056067/running 2024-11-16T04:19:06,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:19:06,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:19:06,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:06,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:06,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:06,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:06,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/running 2024-11-16T04:19:06,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Set watcher on znode that does not yet exist, /1-395056067/running 2024-11-16T04:19:06,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,39697,1731730672866' ***** 2024-11-16T04:19:06,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:19:06,840 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:19:06,840 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:19:06,840 INFO [RS:0;fda3efb342d8:39697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:19:06,840 INFO [RS:0;fda3efb342d8:39697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,39697,1731730672866 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39697. 2024-11-16T04:19:06,841 DEBUG [RS:0;fda3efb342d8:39697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:06,841 DEBUG [RS:0;fda3efb342d8:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:06,841 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cdcf8cce6c67c129ef3818a280dff57, disabling compactions & flushes 2024-11-16T04:19:06,841 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:19:06,841 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:19:06,841 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. after waiting 0 ms 2024-11-16T04:19:06,841 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:19:06,841 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:19:06,841 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1325): Online Regions={2cdcf8cce6c67c129ef3818a280dff57=test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:19:06,841 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cdcf8cce6c67c129ef3818a280dff57 2024-11-16T04:19:06,841 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:06,842 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:06,842 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:06,842 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:06,842 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:06,842 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T04:19:06,853 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/default/test/2cdcf8cce6c67c129ef3818a280dff57/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T04:19:06,853 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:06,853 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:19:06,853 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:19:06,854 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cdcf8cce6c67c129ef3818a280dff57: Waiting for close lock at 1731730746841Running coprocessor pre-close hooks at 1731730746841Disabling compacts and flushes for region at 1731730746841Disabling writes for close at 1731730746841Writing region close event to WAL at 1731730746842 (+1 ms)Running coprocessor post-close hooks at 1731730746853 (+11 ms)Closed at 1731730746853 2024-11-16T04:19:06,854 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57. 2024-11-16T04:19:06,859 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/info/a1339da7cddb474c8490871132559cad is 129, key is test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57./info:regioninfo/1731730680227/Put/seqid=0 2024-11-16T04:19:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741839_1015 (size=6421) 2024-11-16T04:19:06,880 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:06,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39641,1731730667201 got entry batch from reader: null 2024-11-16T04:19:07,042 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:07,213 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:19:07,213 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:19:07,242 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:07,268 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/info/a1339da7cddb474c8490871132559cad 2024-11-16T04:19:07,287 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/ns/00c7d71e5ed64ee5bc9c004b665952bb is 43, key is default/ns:d/1731730676699/Put/seqid=0 2024-11-16T04:19:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741840_1016 (size=5153) 2024-11-16T04:19:07,442 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:07,642 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:07,691 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/ns/00c7d71e5ed64ee5bc9c004b665952bb 2024-11-16T04:19:07,708 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/rep_barrier/3a54dd839a1c416bbdaf98ac3637c32d is 112, key is test,,1731730679002.2cdcf8cce6c67c129ef3818a280dff57./rep_barrier:seqnumDuringOpen/1731730680227/Put/seqid=0 2024-11-16T04:19:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741841_1017 (size=5518) 2024-11-16T04:19:07,842 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:19:07,842 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:19:07,842 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:08,043 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:08,113 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/rep_barrier/3a54dd839a1c416bbdaf98ac3637c32d 2024-11-16T04:19:08,139 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/table/d968d63c091e4383a70b0253c565232e is 40, key is test/table:state/1731730680235/Put/seqid=0 2024-11-16T04:19:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741842_1018 (size=5165) 2024-11-16T04:19:08,243 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:08,443 DEBUG [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:08,551 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/table/d968d63c091e4383a70b0253c565232e 2024-11-16T04:19:08,559 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/info/a1339da7cddb474c8490871132559cad as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/info/a1339da7cddb474c8490871132559cad 2024-11-16T04:19:08,570 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/info/a1339da7cddb474c8490871132559cad, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T04:19:08,571 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/ns/00c7d71e5ed64ee5bc9c004b665952bb as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/ns/00c7d71e5ed64ee5bc9c004b665952bb 2024-11-16T04:19:08,578 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/ns/00c7d71e5ed64ee5bc9c004b665952bb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:19:08,579 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/rep_barrier/3a54dd839a1c416bbdaf98ac3637c32d as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/rep_barrier/3a54dd839a1c416bbdaf98ac3637c32d 2024-11-16T04:19:08,584 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/rep_barrier/3a54dd839a1c416bbdaf98ac3637c32d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T04:19:08,585 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/.tmp/table/d968d63c091e4383a70b0253c565232e as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/table/d968d63c091e4383a70b0253c565232e 2024-11-16T04:19:08,589 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/table/d968d63c091e4383a70b0253c565232e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:19:08,590 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=11, compaction requested=false 2024-11-16T04:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:08,597 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730746841Running coprocessor pre-close hooks at 1731730746841Disabling compacts and flushes for region at 1731730746841Disabling writes for close at 1731730746842 (+1 ms)Obtaining lock to block concurrent updates at 1731730746842Preparing flush snapshotting stores in 1588230740 at 1731730746842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731730746842Flushing stores of hbase:meta,,1.1588230740 at 1731730746843 (+1 ms)Flushing 1588230740/info: creating writer at 1731730746843Flushing 1588230740/info: appending metadata at 1731730746858 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731730746858Flushing 1588230740/ns: creating writer at 1731730747274 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731730747287 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731730747287Flushing 1588230740/rep_barrier: creating writer at 1731730747696 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730747708 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730747708Flushing 1588230740/table: creating writer at 1731730748119 (+411 ms)Flushing 1588230740/table: appending metadata at 1731730748138 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731730748138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7f0460: reopening flushed file at 1731730748558 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5fea5c: reopening flushed file at 1731730748570 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2caa51: reopening flushed file at 1731730748578 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92b64f3: reopening flushed file at 1731730748584 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=11, compaction requested=false at 1731730748590 (+6 ms)Writing region close event to WAL at 1731730748593 (+3 ms)Running coprocessor post-close hooks at 1731730748597 (+4 ms)Closed at 1731730748597 2024-11-16T04:19:08,597 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:08,643 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,39697,1731730672866; all regions closed. 2024-11-16T04:19:08,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741834_1010 (size=2717) 2024-11-16T04:19:08,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/WALs/fda3efb342d8,39697,1731730672866/fda3efb342d8%2C39697%2C1731730672866.meta.1731730676478.meta not finished, retry = 0 2024-11-16T04:19:08,757 DEBUG [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/oldWALs 2024-11-16T04:19:08,757 INFO [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C39697%2C1731730672866.meta:.meta(num 1731730676478) 2024-11-16T04:19:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741832_1008 (size=1028) 2024-11-16T04:19:08,762 DEBUG [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/oldWALs 2024-11-16T04:19:08,762 INFO [RS:0;fda3efb342d8:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C39697%2C1731730672866:(num 1731730675362) 2024-11-16T04:19:08,762 DEBUG [RS:0;fda3efb342d8:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:08,762 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:08,762 INFO [RS:0;fda3efb342d8:39697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:08,762 INFO [RS:0;fda3efb342d8:39697 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:08,762 INFO [RS:0;fda3efb342d8:39697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:08,762 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:08,762 INFO [RS:0;fda3efb342d8:39697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39697. 2024-11-16T04:19:08,762 DEBUG [RS:0;fda3efb342d8:39697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:08,762 DEBUG [RS:0;fda3efb342d8:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:08,763 DEBUG [RS:0;fda3efb342d8:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:08,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:08,763 INFO [RS:0;fda3efb342d8:39697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39697 2024-11-16T04:19:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067/rs 2024-11-16T04:19:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-395056067/rs/fda3efb342d8,39697,1731730672866 2024-11-16T04:19:08,782 INFO [RS:0;fda3efb342d8:39697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:08,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,39697,1731730672866] 2024-11-16T04:19:08,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-395056067/draining/fda3efb342d8,39697,1731730672866 already deleted, retry=false 2024-11-16T04:19:08,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,39697,1731730672866 expired; onlineServers=0 2024-11-16T04:19:08,803 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,45543,1731730672587' ***** 2024-11-16T04:19:08,803 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:19:08,803 INFO [M:0;fda3efb342d8:45543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:08,803 INFO [M:0;fda3efb342d8:45543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:08,803 DEBUG [M:0;fda3efb342d8:45543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:19:08,803 DEBUG [M:0;fda3efb342d8:45543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:19:08,803 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:19:08,803 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730675037 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730675037,5,FailOnTimeoutGroup] 2024-11-16T04:19:08,803 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730675037 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730675037,5,FailOnTimeoutGroup] 2024-11-16T04:19:08,803 INFO [M:0;fda3efb342d8:45543 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:08,803 INFO [M:0;fda3efb342d8:45543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:08,803 DEBUG [M:0;fda3efb342d8:45543 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:19:08,803 INFO [M:0;fda3efb342d8:45543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:19:08,803 INFO [M:0;fda3efb342d8:45543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:08,804 INFO [M:0;fda3efb342d8:45543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:19:08,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:19:08,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-395056067/master 2024-11-16T04:19:08,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-395056067 2024-11-16T04:19:08,813 DEBUG [M:0;fda3efb342d8:45543 {}] zookeeper.ZKUtil(347): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Unable to get data of znode /1-395056067/master because node does not exist (not an error) 2024-11-16T04:19:08,813 WARN [M:0;fda3efb342d8:45543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:19:08,815 INFO [M:0;fda3efb342d8:45543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/.lastflushedseqids 2024-11-16T04:19:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741843_1019 (size=173) 2024-11-16T04:19:08,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:08,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x10141dce90d0004, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:08,892 INFO [RS:0;fda3efb342d8:39697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:08,892 INFO [RS:0;fda3efb342d8:39697 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,39697,1731730672866; zookeeper connection closed. 2024-11-16T04:19:08,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ac03a0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ac03a0b 2024-11-16T04:19:08,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:19:09,226 INFO [M:0;fda3efb342d8:45543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:19:09,227 INFO [M:0;fda3efb342d8:45543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:19:09,227 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:09,227 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:09,227 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:09,227 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:09,227 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:09,227 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-16T04:19:09,241 DEBUG [M:0;fda3efb342d8:45543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de0dab400d9d43408014c082a5c8a148 is 82, key is hbase:meta,,1/info:regioninfo/1731730676508/Put/seqid=0 2024-11-16T04:19:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741844_1020 (size=5672) 2024-11-16T04:19:09,645 INFO [M:0;fda3efb342d8:45543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de0dab400d9d43408014c082a5c8a148 2024-11-16T04:19:09,670 DEBUG [M:0;fda3efb342d8:45543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c46ba8be1d944451a32f0c8ba46734d4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730680240/Put/seqid=0 2024-11-16T04:19:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741845_1021 (size=6727) 2024-11-16T04:19:10,017 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.1731730669410 to pos 997, reset compression=false 2024-11-16T04:19:10,075 INFO [M:0;fda3efb342d8:45543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c46ba8be1d944451a32f0c8ba46734d4 2024-11-16T04:19:10,079 INFO [M:0;fda3efb342d8:45543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c46ba8be1d944451a32f0c8ba46734d4 2024-11-16T04:19:10,093 DEBUG [M:0;fda3efb342d8:45543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a553d9a1a841cca569c0f9297e306b is 69, key is fda3efb342d8,39697,1731730672866/rs:state/1731730675133/Put/seqid=0 2024-11-16T04:19:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741846_1022 (size=5156) 2024-11-16T04:19:10,497 INFO [M:0;fda3efb342d8:45543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a553d9a1a841cca569c0f9297e306b 2024-11-16T04:19:10,503 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de0dab400d9d43408014c082a5c8a148 as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de0dab400d9d43408014c082a5c8a148 2024-11-16T04:19:10,508 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de0dab400d9d43408014c082a5c8a148, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T04:19:10,509 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c46ba8be1d944451a32f0c8ba46734d4 as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c46ba8be1d944451a32f0c8ba46734d4 2024-11-16T04:19:10,514 INFO [M:0;fda3efb342d8:45543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c46ba8be1d944451a32f0c8ba46734d4 2024-11-16T04:19:10,514 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c46ba8be1d944451a32f0c8ba46734d4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T04:19:10,515 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a553d9a1a841cca569c0f9297e306b as hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58a553d9a1a841cca569c0f9297e306b 2024-11-16T04:19:10,520 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58a553d9a1a841cca569c0f9297e306b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T04:19:10,521 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-16T04:19:10,522 INFO [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:10,522 DEBUG [M:0;fda3efb342d8:45543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730749227Disabling compacts and flushes for region at 1731730749227Disabling writes for close at 1731730749227Obtaining lock to block concurrent updates at 1731730749227Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730749227Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731730749227Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730749228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730749228Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730749240 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730749241 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730749651 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730749669 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730749669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730750079 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730750092 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730750092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1629eba8: reopening flushed file at 1731730750502 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784c016b: reopening flushed file at 1731730750508 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c22ef3: reopening flushed file at 1731730750514 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1731730750521 (+7 ms)Writing region close event to WAL at 1731730750522 (+1 ms)Closed at 1731730750522 2024-11-16T04:19:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39059 is added to blk_1073741830_1006 (size=33026) 2024-11-16T04:19:10,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e77693bf-166c-ad35-b973-1e30503317bb/MasterData/WALs/fda3efb342d8,45543,1731730672587/fda3efb342d8%2C45543%2C1731730672587.1731730674638 not finished, retry = 0 2024-11-16T04:19:10,627 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:10,627 INFO [M:0;fda3efb342d8:45543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:19:10,627 INFO [M:0;fda3efb342d8:45543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45543 2024-11-16T04:19:10,627 INFO [M:0;fda3efb342d8:45543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:10,739 INFO [M:0;fda3efb342d8:45543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:10,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45543-0x10141dce90d0003, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:10,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:10,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:10,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:10,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:10,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:10,744 WARN [BP-1503245973-172.17.0.2-1731730670582 heartbeating to localhost/127.0.0.1:38729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:19:10,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:19:10,744 WARN [BP-1503245973-172.17.0.2-1731730670582 heartbeating to localhost/127.0.0.1:38729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503245973-172.17.0.2-1731730670582 (Datanode Uuid c35fe82d-1816-4f65-be11-764a787ea0ad) service to localhost/127.0.0.1:38729 2024-11-16T04:19:10,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:19:10,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/cluster_bcf7d7f1-c05d-fc81-ebaf-bd5c543f2247/data/data1/current/BP-1503245973-172.17.0.2-1731730670582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:10,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/cluster_bcf7d7f1-c05d-fc81-ebaf-bd5c543f2247/data/data2/current/BP-1503245973-172.17.0.2-1731730670582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:10,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:19:10,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:10,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:10,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:10,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:10,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:10,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:19:10,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:19:10,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:10,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:10,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:10,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:10,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:10,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:19:10,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444577767, stopped=false 2024-11-16T04:19:10,766 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,39545,1731730667044 2024-11-16T04:19:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473009946/running 2024-11-16T04:19:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:19:10,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473009946/running 2024-11-16T04:19:10,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:19:10,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:10,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:10,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:10,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,39641,1731730667201' ***** 2024-11-16T04:19:10,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:19:10,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/running 2024-11-16T04:19:10,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Set watcher on znode that does not yet exist, /0-1473009946/running 2024-11-16T04:19:10,782 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:19:10,782 INFO [RS:0;fda3efb342d8:39641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:19:10,783 INFO [RS:0;fda3efb342d8:39641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:19:10,783 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(3091): Received CLOSE for f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:19:10,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:19:10,783 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(3091): Received CLOSE for 9de40585e3989a7ea9d43ee1d6fd039d 2024-11-16T04:19:10,783 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,39641,1731730667201 2024-11-16T04:19:10,783 INFO [RS:0;fda3efb342d8:39641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:10,783 INFO [RS:0;fda3efb342d8:39641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39641. 2024-11-16T04:19:10,783 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f977dccfd292c26d91a28fdea30061a5, disabling compactions & flushes 2024-11-16T04:19:10,783 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:19:10,783 DEBUG [RS:0;fda3efb342d8:39641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:10,783 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:19:10,783 DEBUG [RS:0;fda3efb342d8:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:10,783 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. after waiting 0 ms 2024-11-16T04:19:10,783 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:19:10,784 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:19:10,784 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:19:10,784 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:19:10,784 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:19:10,784 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f977dccfd292c26d91a28fdea30061a5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T04:19:10,784 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:19:10,784 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1325): Online Regions={f977dccfd292c26d91a28fdea30061a5=hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5., 9de40585e3989a7ea9d43ee1d6fd039d=test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:19:10,784 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9de40585e3989a7ea9d43ee1d6fd039d, f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:19:10,784 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:10,784 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:10,784 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:10,784 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:10,784 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:10,784 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:19:10,805 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/info/77f6715087b6424ebb72d1b2aa5d4faa is 147, key is hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5./info:regioninfo/1731730682405/Put/seqid=0 2024-11-16T04:19:10,805 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/.tmp/hfileref/5f2d9ec3aff64659b920a235337f291d is 74, key is 1/hfileref:796b06eb07ac42319db6f84bf76d48ae_SeqId_4_/1731730685138/DeleteColumn/seqid=0 2024-11-16T04:19:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741844_1020 (size=7686) 2024-11-16T04:19:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741845_1021 (size=5203) 2024-11-16T04:19:10,815 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/.tmp/hfileref/5f2d9ec3aff64659b920a235337f291d 2024-11-16T04:19:10,845 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/.tmp/queue/31e4d783e14f4a6b8ea4aff15ceb3415 is 153, key is 1-fda3efb342d8,39641,1731730667201/queue:fda3efb342d8%2C39641%2C1731730667201/1731730686967/Put/seqid=0 2024-11-16T04:19:10,850 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741846_1022 (size=5352) 2024-11-16T04:19:10,984 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9de40585e3989a7ea9d43ee1d6fd039d, f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:19:11,185 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9de40585e3989a7ea9d43ee1d6fd039d, f977dccfd292c26d91a28fdea30061a5 2024-11-16T04:19:11,214 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/info/77f6715087b6424ebb72d1b2aa5d4faa 2024-11-16T04:19:11,232 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/ns/a916bbdc113f476096a1d1117afe75f0 is 43, key is default/ns:d/1731730670491/Put/seqid=0 2024-11-16T04:19:11,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741847_1023 (size=5153) 2024-11-16T04:19:11,254 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/.tmp/queue/31e4d783e14f4a6b8ea4aff15ceb3415 2024-11-16T04:19:11,259 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/.tmp/hfileref/5f2d9ec3aff64659b920a235337f291d as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/hfileref/5f2d9ec3aff64659b920a235337f291d 2024-11-16T04:19:11,266 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/hfileref/5f2d9ec3aff64659b920a235337f291d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T04:19:11,267 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/.tmp/queue/31e4d783e14f4a6b8ea4aff15ceb3415 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/queue/31e4d783e14f4a6b8ea4aff15ceb3415 2024-11-16T04:19:11,272 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/queue/31e4d783e14f4a6b8ea4aff15ceb3415, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T04:19:11,273 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f977dccfd292c26d91a28fdea30061a5 in 489ms, sequenceid=10, compaction requested=false 2024-11-16T04:19:11,277 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/replication/f977dccfd292c26d91a28fdea30061a5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:11,278 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f977dccfd292c26d91a28fdea30061a5: Waiting for close lock at 1731730750783Running coprocessor pre-close hooks at 1731730750783Disabling compacts and flushes for region at 1731730750783Disabling writes for close at 1731730750783Obtaining lock to block concurrent updates at 1731730750784 (+1 ms)Preparing flush snapshotting stores in f977dccfd292c26d91a28fdea30061a5 at 1731730750784Finished memstore snapshotting hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731730750784Flushing stores of hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. at 1731730750785 (+1 ms)Flushing f977dccfd292c26d91a28fdea30061a5/hfileref: creating writer at 1731730750785Flushing f977dccfd292c26d91a28fdea30061a5/hfileref: appending metadata at 1731730750805 (+20 ms)Flushing f977dccfd292c26d91a28fdea30061a5/hfileref: closing flushed file at 1731730750805Flushing f977dccfd292c26d91a28fdea30061a5/queue: creating writer at 1731730750825 (+20 ms)Flushing f977dccfd292c26d91a28fdea30061a5/queue: appending metadata at 1731730750845 (+20 ms)Flushing f977dccfd292c26d91a28fdea30061a5/queue: closing flushed file at 1731730750845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f304b7: reopening flushed file at 1731730751258 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73308d06: reopening flushed file at 1731730751266 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f977dccfd292c26d91a28fdea30061a5 in 489ms, sequenceid=10, compaction requested=false at 1731730751273 (+7 ms)Writing region close event to WAL at 1731730751274 (+1 ms)Running coprocessor post-close hooks at 1731730751278 (+4 ms)Closed at 1731730751278 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730681181.f977dccfd292c26d91a28fdea30061a5. 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9de40585e3989a7ea9d43ee1d6fd039d, disabling compactions & flushes 2024-11-16T04:19:11,278 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. after waiting 0 ms 2024-11-16T04:19:11,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:19:11,280 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:19:11,280 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:19:11,282 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/default/test/9de40585e3989a7ea9d43ee1d6fd039d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:19:11,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:11,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:19:11,283 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:19:11,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9de40585e3989a7ea9d43ee1d6fd039d: Waiting for close lock at 1731730751278Running coprocessor pre-close hooks at 1731730751278Disabling compacts and flushes for region at 1731730751278Disabling writes for close at 1731730751278Writing region close event to WAL at 1731730751279 (+1 ms)Running coprocessor post-close hooks at 1731730751283 (+4 ms)Closed at 1731730751283 2024-11-16T04:19:11,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d. 2024-11-16T04:19:11,385 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:11,585 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:11,637 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/ns/a916bbdc113f476096a1d1117afe75f0 2024-11-16T04:19:11,657 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/rep_barrier/1aef642fa12f45779e3d4cc70b4867d0 is 112, key is test,,1731730676842.9de40585e3989a7ea9d43ee1d6fd039d./rep_barrier:seqnumDuringOpen/1731730678005/Put/seqid=0 2024-11-16T04:19:11,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741848_1024 (size=5518) 2024-11-16T04:19:11,785 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:19:11,785 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:19:11,785 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:11,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:11,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:11,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:11,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:11,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:11,985 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:12,062 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/rep_barrier/1aef642fa12f45779e3d4cc70b4867d0 2024-11-16T04:19:12,081 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/table/d567898e5e6745c2ba7cc742e3ede35a is 53, key is hbase:replication/table:state/1731730682420/Put/seqid=0 2024-11-16T04:19:12,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741849_1025 (size=5308) 2024-11-16T04:19:12,186 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:12,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:12,386 DEBUG [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:12,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:12,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:12,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:12,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:12,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:12,485 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/table/d567898e5e6745c2ba7cc742e3ede35a 2024-11-16T04:19:12,492 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/info/77f6715087b6424ebb72d1b2aa5d4faa as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/info/77f6715087b6424ebb72d1b2aa5d4faa 2024-11-16T04:19:12,498 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/info/77f6715087b6424ebb72d1b2aa5d4faa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:19:12,499 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/ns/a916bbdc113f476096a1d1117afe75f0 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/ns/a916bbdc113f476096a1d1117afe75f0 2024-11-16T04:19:12,504 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/ns/a916bbdc113f476096a1d1117afe75f0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:19:12,505 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/rep_barrier/1aef642fa12f45779e3d4cc70b4867d0 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/rep_barrier/1aef642fa12f45779e3d4cc70b4867d0 2024-11-16T04:19:12,511 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/rep_barrier/1aef642fa12f45779e3d4cc70b4867d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:19:12,512 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/.tmp/table/d567898e5e6745c2ba7cc742e3ede35a as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/table/d567898e5e6745c2ba7cc742e3ede35a 2024-11-16T04:19:12,520 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/table/d567898e5e6745c2ba7cc742e3ede35a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:19:12,521 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-16T04:19:12,532 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:19:12,532 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:12,532 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:12,533 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:12,533 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730750784Running coprocessor pre-close hooks at 1731730750784Disabling compacts and flushes for region at 1731730750784Disabling writes for close at 1731730750784Obtaining lock to block concurrent updates at 1731730750785 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731730750785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730750785Flushing stores of hbase:meta,,1.1588230740 at 1731730750785Flushing 1588230740/info: creating writer at 1731730750786 (+1 ms)Flushing 1588230740/info: appending metadata at 1731730750805 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731730750805Flushing 1588230740/ns: creating writer at 1731730751219 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731730751231 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731730751231Flushing 1588230740/rep_barrier: creating writer at 1731730751645 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730751657 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730751657Flushing 1588230740/table: creating writer at 1731730752068 (+411 ms)Flushing 1588230740/table: appending metadata at 1731730752081 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731730752081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ced60d0: reopening flushed file at 1731730752491 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385f925a: reopening flushed file at 1731730752498 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9aad6b: reopening flushed file at 1731730752504 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79185812: reopening flushed file at 1731730752511 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731730752521 (+10 ms)Writing region close event to WAL at 1731730752528 (+7 ms)Running coprocessor post-close hooks at 1731730752532 (+4 ms)Closed at 1731730752533 (+1 ms) 2024-11-16T04:19:12,533 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:12,586 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,39641,1731730667201; all regions closed. 2024-11-16T04:19:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:19:12,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.meta.1731730670427.meta not finished, retry = 0 2024-11-16T04:19:12,694 DEBUG [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/oldWALs 2024-11-16T04:19:12,694 INFO [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C39641%2C1731730667201.meta:.meta(num 1731730670427) 2024-11-16T04:19:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741839_1015 (size=2700) 2024-11-16T04:19:12,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/WALs/fda3efb342d8,39641,1731730667201/fda3efb342d8%2C39641%2C1731730667201.rep.1731730682330 not finished, retry = 0 2024-11-16T04:19:12,800 DEBUG [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/oldWALs 2024-11-16T04:19:12,801 INFO [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C39641%2C1731730667201.rep:(num 1731730682330) 2024-11-16T04:19:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741832_1008 (size=1300) 2024-11-16T04:19:12,809 DEBUG [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/oldWALs 2024-11-16T04:19:12,809 INFO [RS:0;fda3efb342d8:39641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C39641%2C1731730667201:(num 1731730669410) 2024-11-16T04:19:12,809 DEBUG [RS:0;fda3efb342d8:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:12,809 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:12,809 INFO [RS:0;fda3efb342d8:39641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:12,809 INFO [RS:0;fda3efb342d8:39641 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:12,809 INFO [RS:0;fda3efb342d8:39641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:12,809 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:12,810 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,39641,1731730667201 because: Region server is closing 2024-11-16T04:19:12,810 INFO [RS:0;fda3efb342d8:39641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39641. 2024-11-16T04:19:12,810 DEBUG [RS:0;fda3efb342d8:39641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:12,810 DEBUG [RS:0;fda3efb342d8:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:12,810 DEBUG [RS:0;fda3efb342d8:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:12,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:12,910 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.wal-reader.fda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:19:12,910 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:19:12,911 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39641,1731730667201.replicationSource.shipperfda3efb342d8%2C39641%2C1731730667201,1-fda3efb342d8,39641,1731730667201 terminated 2024-11-16T04:19:12,911 INFO [RS:0;fda3efb342d8:39641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39641 2024-11-16T04:19:12,939 INFO [RS:0;fda3efb342d8:39641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:12,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946/rs 2024-11-16T04:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473009946/rs/fda3efb342d8,39641,1731730667201 2024-11-16T04:19:12,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,39641,1731730667201] 2024-11-16T04:19:12,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473009946/draining/fda3efb342d8,39641,1731730667201 already deleted, retry=false 2024-11-16T04:19:12,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,39641,1731730667201 expired; onlineServers=0 2024-11-16T04:19:12,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,39545,1731730667044' ***** 2024-11-16T04:19:12,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:19:12,960 INFO [M:0;fda3efb342d8:39545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:12,960 INFO [M:0;fda3efb342d8:39545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:12,960 DEBUG [M:0;fda3efb342d8:39545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:19:12,960 DEBUG [M:0;fda3efb342d8:39545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:19:12,960 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:19:12,960 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730669151 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730669151,5,FailOnTimeoutGroup] 2024-11-16T04:19:12,961 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730669152 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730669152,5,FailOnTimeoutGroup] 2024-11-16T04:19:12,961 INFO [M:0;fda3efb342d8:39545 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:12,961 INFO [M:0;fda3efb342d8:39545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:12,961 DEBUG [M:0;fda3efb342d8:39545 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:19:12,961 INFO [M:0;fda3efb342d8:39545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:19:12,961 INFO [M:0;fda3efb342d8:39545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:12,961 INFO [M:0;fda3efb342d8:39545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:19:12,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:19:12,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473009946/master 2024-11-16T04:19:12,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473009946 2024-11-16T04:19:12,971 DEBUG [M:0;fda3efb342d8:39545 {}] zookeeper.ZKUtil(347): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Unable to get data of znode /0-1473009946/master because node does not exist (not an error) 2024-11-16T04:19:12,971 WARN [M:0;fda3efb342d8:39545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:19:12,972 INFO [M:0;fda3efb342d8:39545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/.lastflushedseqids 2024-11-16T04:19:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741850_1026 (size=263) 2024-11-16T04:19:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:13,050 INFO [RS:0;fda3efb342d8:39641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:13,050 INFO [RS:0;fda3efb342d8:39641 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,39641,1731730667201; zookeeper connection closed. 2024-11-16T04:19:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x10141dce90d0001, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:13,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f4029e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f4029e3 2024-11-16T04:19:13,050 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:19:13,377 INFO [M:0;fda3efb342d8:39545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:19:13,377 INFO [M:0;fda3efb342d8:39545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:19:13,377 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:13,377 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:13,377 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:13,377 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:13,377 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:13,377 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-16T04:19:13,397 DEBUG [M:0;fda3efb342d8:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01f6402ec536468a93fce0caf2542c31 is 82, key is hbase:meta,,1/info:regioninfo/1731730670461/Put/seqid=0 2024-11-16T04:19:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741851_1027 (size=5672) 2024-11-16T04:19:13,801 INFO [M:0;fda3efb342d8:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01f6402ec536468a93fce0caf2542c31 2024-11-16T04:19:13,823 DEBUG [M:0;fda3efb342d8:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2841f7eeac584542bf4cd26bc8a9aa61 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730678019/Put/seqid=0 2024-11-16T04:19:13,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741852_1028 (size=7240) 2024-11-16T04:19:14,227 INFO [M:0;fda3efb342d8:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2841f7eeac584542bf4cd26bc8a9aa61 2024-11-16T04:19:14,231 INFO [M:0;fda3efb342d8:39545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2841f7eeac584542bf4cd26bc8a9aa61 2024-11-16T04:19:14,246 DEBUG [M:0;fda3efb342d8:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482290009bac4d4db26d85a4dffb04d2 is 69, key is fda3efb342d8,39641,1731730667201/rs:state/1731730669262/Put/seqid=0 2024-11-16T04:19:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741853_1029 (size=5156) 2024-11-16T04:19:14,651 INFO [M:0;fda3efb342d8:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482290009bac4d4db26d85a4dffb04d2 2024-11-16T04:19:14,657 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01f6402ec536468a93fce0caf2542c31 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01f6402ec536468a93fce0caf2542c31 2024-11-16T04:19:14,667 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01f6402ec536468a93fce0caf2542c31, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T04:19:14,672 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2841f7eeac584542bf4cd26bc8a9aa61 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2841f7eeac584542bf4cd26bc8a9aa61 2024-11-16T04:19:14,678 INFO [M:0;fda3efb342d8:39545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2841f7eeac584542bf4cd26bc8a9aa61 2024-11-16T04:19:14,678 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2841f7eeac584542bf4cd26bc8a9aa61, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T04:19:14,679 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482290009bac4d4db26d85a4dffb04d2 as hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482290009bac4d4db26d85a4dffb04d2 2024-11-16T04:19:14,685 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482290009bac4d4db26d85a4dffb04d2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T04:19:14,686 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=105, compaction requested=false 2024-11-16T04:19:14,691 INFO [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:14,691 DEBUG [M:0;fda3efb342d8:39545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730753377Disabling compacts and flushes for region at 1731730753377Disabling writes for close at 1731730753377Obtaining lock to block concurrent updates at 1731730753377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730753377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731730753378 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730753378Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730753379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730753396 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730753396Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730753806 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730753822 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730753822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730754232 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730754246 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730754246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645b2c99: reopening flushed file at 1731730754656 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177d6c14: reopening flushed file at 1731730754668 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faabe08: reopening flushed file at 1731730754678 (+10 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=105, compaction requested=false at 1731730754686 (+8 ms)Writing region close event to WAL at 1731730754691 (+5 ms)Closed at 1731730754691 2024-11-16T04:19:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33247 is added to blk_1073741830_1006 (size=64526) 2024-11-16T04:19:14,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/510cfee9-ed7e-7078-34c8-96ee73cf098b/MasterData/WALs/fda3efb342d8,39545,1731730667044/fda3efb342d8%2C39545%2C1731730667044.1731730668926 not finished, retry = 0 2024-11-16T04:19:14,799 INFO [M:0;fda3efb342d8:39545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:19:14,799 INFO [M:0;fda3efb342d8:39545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39545 2024-11-16T04:19:14,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:14,800 INFO [M:0;fda3efb342d8:39545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:14,945 INFO [M:0;fda3efb342d8:39545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x10141dce90d0000, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:14,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:14,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:14,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:14,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:14,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:14,964 WARN [BP-286576233-172.17.0.2-1731730664827 heartbeating to localhost/127.0.0.1:39175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:19:14,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:19:14,965 WARN [BP-286576233-172.17.0.2-1731730664827 heartbeating to localhost/127.0.0.1:39175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286576233-172.17.0.2-1731730664827 (Datanode Uuid 33d59b06-6d82-40e8-985f-e2020b601ae7) service to localhost/127.0.0.1:39175 2024-11-16T04:19:14,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:19:14,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/data/data1/current/BP-286576233-172.17.0.2-1731730664827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:14,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/cluster_85b56b53-27af-289b-dcfd-e9388c2dd567/data/data2/current/BP-286576233-172.17.0.2-1731730664827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:14,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:19:14,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:14,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:14,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:14,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:14,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/afc9c181-76d8-47fe-302a-7db0a35927e3/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:14,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:19:15,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:19:15,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=162 (was 140) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39175 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fd9b0b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fd9b0b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38729 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=8388 (was 8645) 2024-11-16T04:19:15,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=163, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=8387 2024-11-16T04:19:15,057 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T04:19:15,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir so I do NOT create it in target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08 2024-11-16T04:19:15,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:19:15,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.tmp.dir so I do NOT create it in target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08 2024-11-16T04:19:15,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/208681cb-7773-042d-2c63-4dbe07037070/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:19:15,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08 2024-11-16T04:19:15,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0, deleteOnExit=true 2024-11-16T04:19:15,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/zookeeper_0, clientPort=64985, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:19:15,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64985 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/test.cache.data in system properties and HBase conf 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:19:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:19:15,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:19:15,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:19:15,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:19:15,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:15,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:19:15,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:19:15,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141dce90d0005, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:19:15,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141dce90d0002, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:19:15,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141dce90d0002, quorum=127.0.0.1:63589, baseZNode=/0-1473009946 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:19:15,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141dce90d0005, quorum=127.0.0.1:63589, baseZNode=/1-395056067 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:19:15,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:15,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:15,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:15,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:15,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:19:15,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:15,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:15,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:15,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/java.io.tmpdir/jetty-localhost-33733-hadoop-hdfs-3_4_1-tests_jar-_-any-11871898829631089010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:15,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:33733} 2024-11-16T04:19:15,670 INFO [Time-limited test {}] server.Server(415): Started @142466ms 2024-11-16T04:19:15,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:15,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:15,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:15,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:15,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:19:15,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:15,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:16,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/java.io.tmpdir/jetty-localhost-39689-hadoop-hdfs-3_4_1-tests_jar-_-any-17089082148819080626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:16,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:39689} 2024-11-16T04:19:16,035 INFO [Time-limited test {}] server.Server(415): Started @142832ms 2024-11-16T04:19:16,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:19:16,688 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/data/data1/current/BP-406860847-172.17.0.2-1731730755106/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:16,691 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/data/data2/current/BP-406860847-172.17.0.2-1731730755106/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:16,726 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:19:16,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81b437dac0931f5b with lease ID 0xed6aaf3e67920937: Processing first storage report for DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620 from datanode DatanodeRegistration(127.0.0.1:43361, datanodeUuid=b31810c5-0d88-4266-9c37-1afea37fa753, infoPort=41233, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=1317531680;c=1731730755106) 2024-11-16T04:19:16,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81b437dac0931f5b with lease ID 0xed6aaf3e67920937: from storage DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620 node DatanodeRegistration(127.0.0.1:43361, datanodeUuid=b31810c5-0d88-4266-9c37-1afea37fa753, infoPort=41233, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=1317531680;c=1731730755106), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:16,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81b437dac0931f5b with lease ID 0xed6aaf3e67920937: Processing first storage report for DS-537e6435-dd72-4153-8fb2-ec17114e0118 from datanode DatanodeRegistration(127.0.0.1:43361, datanodeUuid=b31810c5-0d88-4266-9c37-1afea37fa753, infoPort=41233, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=1317531680;c=1731730755106) 2024-11-16T04:19:16,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81b437dac0931f5b with lease ID 0xed6aaf3e67920937: from storage DS-537e6435-dd72-4153-8fb2-ec17114e0118 node DatanodeRegistration(127.0.0.1:43361, datanodeUuid=b31810c5-0d88-4266-9c37-1afea37fa753, infoPort=41233, infoSecurePort=0, ipcPort=34463, storageInfo=lv=-57;cid=testClusterID;nsid=1317531680;c=1731730755106), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:16,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08 2024-11-16T04:19:16,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:16,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:16,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:19:17,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f with version=8 2024-11-16T04:19:17,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/hbase-staging 2024-11-16T04:19:17,184 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:19:17,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:17,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40805 2024-11-16T04:19:17,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40805 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408050x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:17,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40805-0x10141de49ad0000 connected 2024-11-16T04:19:17,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:17,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:17,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:17,401 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f, hbase.cluster.distributed=false 2024-11-16T04:19:17,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/acl 2024-11-16T04:19:17,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-16T04:19:17,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-11-16T04:19:17,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-11-16T04:19:17,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-16T04:19:17,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-16T04:19:17,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:17,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:17,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:17,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:17,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:17,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:17,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:19:17,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:17,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42057 2024-11-16T04:19:17,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42057 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:17,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:17,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:17,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420570x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:17,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420570x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:17,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:19:17,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42057-0x10141de49ad0001 connected 2024-11-16T04:19:17,456 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:19:17,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/master 2024-11-16T04:19:17,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/acl 2024-11-16T04:19:17,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42057 2024-11-16T04:19:17,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42057 2024-11-16T04:19:17,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42057 2024-11-16T04:19:17,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42057 2024-11-16T04:19:17,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42057 2024-11-16T04:19:17,484 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:40805 2024-11-16T04:19:17,485 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-45521065/backup-masters/fda3efb342d8,40805,1731730757183 2024-11-16T04:19:17,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:17,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:17,498 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on existing znode=/0-45521065/backup-masters/fda3efb342d8,40805,1731730757183 2024-11-16T04:19:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-45521065/master 2024-11-16T04:19:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:17,508 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on existing znode=/0-45521065/master 2024-11-16T04:19:17,511 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-45521065/backup-masters/fda3efb342d8,40805,1731730757183 from backup master directory 2024-11-16T04:19:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/backup-masters/fda3efb342d8,40805,1731730757183 2024-11-16T04:19:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:17,523 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:17,523 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,40805,1731730757183 2024-11-16T04:19:17,527 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/hbase.id] with ID: 8f4491be-0816-479e-8cde-9cfb0503b278 2024-11-16T04:19:17,527 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/.tmp/hbase.id 2024-11-16T04:19:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:19:17,951 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/.tmp/hbase.id]:[hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/hbase.id] 2024-11-16T04:19:17,994 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:17,994 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:19:17,996 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:19:18,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:18,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:18,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:19:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:18,515 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:18,516 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:19:18,516 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:18,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:19:18,931 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store 2024-11-16T04:19:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:19:19,337 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:19,337 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:19,337 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:19,337 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:19,337 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:19,337 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:19,337 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:19,337 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730759337Disabling compacts and flushes for region at 1731730759337Disabling writes for close at 1731730759337Writing region close event to WAL at 1731730759337Closed at 1731730759337 2024-11-16T04:19:19,338 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/.initializing 2024-11-16T04:19:19,338 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183 2024-11-16T04:19:19,341 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:19,346 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C40805%2C1731730757183, suffix=, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/oldWALs, maxLogs=10 2024-11-16T04:19:19,362 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183/fda3efb342d8%2C40805%2C1731730757183.1731730759346, exclude list is [], retry=0 2024-11-16T04:19:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:19,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183/fda3efb342d8%2C40805%2C1731730757183.1731730759346 2024-11-16T04:19:19,366 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:19,366 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:19,367 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:19,367 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,367 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:19:19,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:19,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:19,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:19:19,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:19,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:19,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:19:19,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:19,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:19,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:19:19,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:19,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:19,374 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,375 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,375 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,376 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,376 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,377 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:19,378 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:19,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:19,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66294151, jitterRate=-0.012140169739723206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:19,380 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730759367Initializing all the Stores at 1731730759368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730759368Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730759368Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730759368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730759368Cleaning up temporary data from old regions at 1731730759376 (+8 ms)Region opened successfully at 1731730759380 (+4 ms) 2024-11-16T04:19:19,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:19:19,384 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a53195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:19,385 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:19:19,385 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:19:19,387 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:19:19,387 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:19:19,389 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T04:19:19,389 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:19:19,389 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:19:19,392 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:19:19,394 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/balancer because node does not exist (not necessarily an error) 2024-11-16T04:19:19,455 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/balancer already deleted, retry=false 2024-11-16T04:19:19,455 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:19:19,456 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:19:19,465 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/normalizer already deleted, retry=false 2024-11-16T04:19:19,465 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:19:19,466 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:19:19,476 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/switch/split already deleted, retry=false 2024-11-16T04:19:19,477 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:19:19,486 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/switch/merge already deleted, retry=false 2024-11-16T04:19:19,488 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:19:19,496 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/snapshot-cleanup already deleted, retry=false 2024-11-16T04:19:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:19,508 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,40805,1731730757183, sessionid=0x10141de49ad0000, setting cluster-up flag (Was=false) 2024-11-16T04:19:19,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:19,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:19,560 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-45521065/flush-table-proc/acquired, /0-45521065/flush-table-proc/reached, /0-45521065/flush-table-proc/abort 2024-11-16T04:19:19,561 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,40805,1731730757183 2024-11-16T04:19:19,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:19,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:19,617 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-45521065/online-snapshot/acquired, /0-45521065/online-snapshot/reached, /0-45521065/online-snapshot/abort 2024-11-16T04:19:19,618 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,40805,1731730757183 2024-11-16T04:19:19,619 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:19:19,621 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:19,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:19:19,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:19:19,621 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,40805,1731730757183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:19,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730789624 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:19:19,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:19:19,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:19,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:19:19,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:19,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:19:19,627 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:19:19,628 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730759628,5,FailOnTimeoutGroup] 2024-11-16T04:19:19,628 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730759628,5,FailOnTimeoutGroup] 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,628 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:19:19,629 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,629 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:19:19,675 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(746): ClusterId : 8f4491be-0816-479e-8cde-9cfb0503b278 2024-11-16T04:19:19,675 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:19:19,687 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:19:19,687 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:19:19,697 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:19:19,698 DEBUG [RS:0;fda3efb342d8:42057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f96c702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:19,711 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:42057 2024-11-16T04:19:19,711 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:19:19,711 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:19:19,711 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:19:19,712 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,40805,1731730757183 with port=42057, startcode=1731730757420 2024-11-16T04:19:19,712 DEBUG [RS:0;fda3efb342d8:42057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:19:19,714 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:19:19,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,42057,1731730757420 2024-11-16T04:19:19,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40805 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,42057,1731730757420 2024-11-16T04:19:19,716 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f 2024-11-16T04:19:19,716 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41369 2024-11-16T04:19:19,716 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:19:19,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/rs 2024-11-16T04:19:19,729 DEBUG [RS:0;fda3efb342d8:42057 {}] zookeeper.ZKUtil(111): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on existing znode=/0-45521065/rs/fda3efb342d8,42057,1731730757420 2024-11-16T04:19:19,729 WARN [RS:0;fda3efb342d8:42057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:19,729 INFO [RS:0;fda3efb342d8:42057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:19,729 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420 2024-11-16T04:19:19,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,42057,1731730757420] 2024-11-16T04:19:19,734 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:19:19,735 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:19:19,736 INFO [RS:0;fda3efb342d8:42057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:19:19,736 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,737 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:19:19,738 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:19:19,738 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,738 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,738 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,738 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:19,739 DEBUG [RS:0;fda3efb342d8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:19,744 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,744 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,744 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,744 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,744 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,744 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42057,1731730757420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:19,757 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:19:19,758 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42057,1731730757420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,758 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,758 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.Replication(171): fda3efb342d8,42057,1731730757420 started 2024-11-16T04:19:19,770 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:19,770 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,42057,1731730757420, RpcServer on fda3efb342d8/172.17.0.2:42057, sessionid=0x10141de49ad0001 2024-11-16T04:19:19,770 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:19:19,770 DEBUG [RS:0;fda3efb342d8:42057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,42057,1731730757420 2024-11-16T04:19:19,770 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,42057,1731730757420' 2024-11-16T04:19:19,770 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-45521065/flush-table-proc/abort' 2024-11-16T04:19:19,771 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-45521065/flush-table-proc/acquired' 2024-11-16T04:19:19,771 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:19:19,771 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:19:19,771 DEBUG [RS:0;fda3efb342d8:42057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,42057,1731730757420 2024-11-16T04:19:19,771 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,42057,1731730757420' 2024-11-16T04:19:19,771 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-45521065/online-snapshot/abort' 2024-11-16T04:19:19,772 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-45521065/online-snapshot/acquired' 2024-11-16T04:19:19,772 DEBUG [RS:0;fda3efb342d8:42057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:19:19,772 INFO [RS:0;fda3efb342d8:42057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:19:19,772 INFO [RS:0;fda3efb342d8:42057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:19:19,873 INFO [RS:0;fda3efb342d8:42057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:19,875 INFO [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C42057%2C1731730757420, suffix=, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs, maxLogs=10 2024-11-16T04:19:19,887 DEBUG [RS:0;fda3efb342d8:42057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875, exclude list is [], retry=0 2024-11-16T04:19:19,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:19,891 INFO [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 2024-11-16T04:19:19,891 DEBUG [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:20,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:19:20,035 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f 2024-11-16T04:19:20,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:19:20,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:20,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:20,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:20,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:20,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:20,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:20,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:20,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:20,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:20,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740 2024-11-16T04:19:20,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740 2024-11-16T04:19:20,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:20,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:20,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:20,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:20,460 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:20,460 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70102789, jitterRate=0.044612959027290344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:20,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730760447Initializing all the Stores at 1731730760448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730760448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730760448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730760448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730760448Cleaning up temporary data from old regions at 1731730760457 (+9 ms)Region opened successfully at 1731730760460 (+3 ms) 2024-11-16T04:19:20,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:20,461 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:20,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:20,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:20,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:20,461 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:20,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730760461Disabling compacts and flushes for region at 1731730760461Disabling writes for close at 1731730760461Writing region close event to WAL at 1731730760461Closed at 1731730760461 2024-11-16T04:19:20,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:20,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:19:20,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:19:20,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:20,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:19:20,614 DEBUG [fda3efb342d8:40805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:19:20,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,42057,1731730757420 2024-11-16T04:19:20,616 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,42057,1731730757420, state=OPENING 2024-11-16T04:19:20,665 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:19:20,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:20,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:20,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:20,676 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:20,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:20,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,42057,1731730757420}] 2024-11-16T04:19:20,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:19:20,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:19:20,832 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:19:20,833 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:20,833 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:19:20,834 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C42057%2C1731730757420.meta, suffix=.meta, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs, maxLogs=10 2024-11-16T04:19:20,849 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.meta.1731730760835.meta, exclude list is [], retry=0 2024-11-16T04:19:20,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:20,853 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.meta.1731730760835.meta 2024-11-16T04:19:20,853 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:20,853 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:20,853 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:20,854 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:20,854 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:19:20,854 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:19:20,854 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:19:20,854 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:20,854 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:19:20,854 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:19:20,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:20,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:20,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:20,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:20,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:20,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:20,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:20,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:20,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:20,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:20,859 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:20,859 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740 2024-11-16T04:19:20,860 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740 2024-11-16T04:19:20,862 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:20,862 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:20,862 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:20,863 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:20,864 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268583, jitterRate=0.032182320952415466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:20,864 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:19:20,864 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730760854Writing region info on filesystem at 1731730760854Initializing all the Stores at 1731730760855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730760855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730760855Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730760855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730760855Cleaning up temporary data from old regions at 1731730760862 (+7 ms)Running coprocessor post-open hooks at 1731730760864 (+2 ms)Region opened successfully at 1731730760864 2024-11-16T04:19:20,865 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730760828 2024-11-16T04:19:20,867 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:19:20,867 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:19:20,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,42057,1731730757420 2024-11-16T04:19:20,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,42057,1731730757420, state=OPEN 2024-11-16T04:19:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:20,911 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,42057,1731730757420 2024-11-16T04:19:20,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:20,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:20,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:19:20,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,42057,1731730757420 in 235 msec 2024-11-16T04:19:20,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:19:20,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-16T04:19:20,916 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:20,916 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:19:20,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:20,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42057,1731730757420, seqNum=-1] 2024-11-16T04:19:20,918 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:20,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:20,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-16T04:19:20,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730760923, completionTime=-1 2024-11-16T04:19:20,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:19:20,923 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730820925 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730880925 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40805,1731730757183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40805,1731730757183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40805,1731730757183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:40805, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,925 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,927 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:19:20,928 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.405sec 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40805,1731730757183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:20,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40805,1731730757183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:19:20,931 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:19:20,931 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:19:20,931 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40805,1731730757183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:20,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:20,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40805,-1 for getting cluster id 2024-11-16T04:19:20,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:20,976 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f4491be-0816-479e-8cde-9cfb0503b278' 2024-11-16T04:19:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f4491be-0816-479e-8cde-9cfb0503b278" 2024-11-16T04:19:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7582eda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40805,-1] 2024-11-16T04:19:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:20,978 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:20,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:20,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42057,1731730757420, seqNum=-1] 2024-11-16T04:19:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:20,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:20,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,40805,1731730757183 2024-11-16T04:19:20,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:21,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:21,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141de49ad0002 connected 2024-11-16T04:19:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir so I do NOT create it in target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319 2024-11-16T04:19:21,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:19:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.tmp.dir so I do NOT create it in target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319 2024-11-16T04:19:21,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:19:21,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319 2024-11-16T04:19:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:19:21,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/cluster_90b5bed6-29cd-4819-8038-c6d399a3db9e, deleteOnExit=true 2024-11-16T04:19:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/test.cache.data in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:19:21,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:21,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:19:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:19:21,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:21,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:21,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:21,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:21,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:19:21,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:21,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:21,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:21,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/java.io.tmpdir/jetty-localhost-33383-hadoop-hdfs-3_4_1-tests_jar-_-any-8140159696445821600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:21,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:33383} 2024-11-16T04:19:21,413 INFO [Time-limited test {}] server.Server(415): Started @148210ms 2024-11-16T04:19:21,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:21,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:21,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:21,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:21,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:19:21,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:21,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:21,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/java.io.tmpdir/jetty-localhost-34261-hadoop-hdfs-3_4_1-tests_jar-_-any-8580305871161090576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:21,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:34261} 2024-11-16T04:19:21,758 INFO [Time-limited test {}] server.Server(415): Started @148555ms 2024-11-16T04:19:21,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:19:22,482 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/cluster_90b5bed6-29cd-4819-8038-c6d399a3db9e/data/data1/current/BP-341588771-172.17.0.2-1731730761036/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:22,482 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/cluster_90b5bed6-29cd-4819-8038-c6d399a3db9e/data/data2/current/BP-341588771-172.17.0.2-1731730761036/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:22,497 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ebff31210f300c with lease ID 0xce8dccc6eb177c1: Processing first storage report for DS-c188db2c-616f-4957-be4b-47b42a959781 from datanode DatanodeRegistration(127.0.0.1:41159, datanodeUuid=c4eacc61-a5da-40dc-9b80-9114b60f2455, infoPort=46169, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=540312391;c=1731730761036) 2024-11-16T04:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ebff31210f300c with lease ID 0xce8dccc6eb177c1: from storage DS-c188db2c-616f-4957-be4b-47b42a959781 node DatanodeRegistration(127.0.0.1:41159, datanodeUuid=c4eacc61-a5da-40dc-9b80-9114b60f2455, infoPort=46169, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=540312391;c=1731730761036), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ebff31210f300c with lease ID 0xce8dccc6eb177c1: Processing first storage report for DS-3b77e588-0642-446c-be75-ac98ffc2e64b from datanode DatanodeRegistration(127.0.0.1:41159, datanodeUuid=c4eacc61-a5da-40dc-9b80-9114b60f2455, infoPort=46169, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=540312391;c=1731730761036) 2024-11-16T04:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ebff31210f300c with lease ID 0xce8dccc6eb177c1: from storage DS-3b77e588-0642-446c-be75-ac98ffc2e64b node DatanodeRegistration(127.0.0.1:41159, datanodeUuid=c4eacc61-a5da-40dc-9b80-9114b60f2455, infoPort=46169, infoSecurePort=0, ipcPort=40755, storageInfo=lv=-57;cid=testClusterID;nsid=540312391;c=1731730761036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:22,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319 2024-11-16T04:19:22,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:22,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:19:23,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7 with version=8 2024-11-16T04:19:23,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/hbase-staging 2024-11-16T04:19:23,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:23,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:23,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:23,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:23,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:23,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:23,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:19:23,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:23,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44965 2024-11-16T04:19:23,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44965 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449650x0, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:23,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44965-0x10141de49ad0003 connected 2024-11-16T04:19:23,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:23,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:23,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/running 2024-11-16T04:19:23,132 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7, hbase.cluster.distributed=false 2024-11-16T04:19:23,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/acl 2024-11-16T04:19:23,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44965 2024-11-16T04:19:23,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44965 2024-11-16T04:19:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44965 2024-11-16T04:19:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44965 2024-11-16T04:19:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44965 2024-11-16T04:19:23,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:19:23,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:23,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43001 2024-11-16T04:19:23,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43001 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:23,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:23,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430010x0, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:23,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430010x0, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/running 2024-11-16T04:19:23,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43001-0x10141de49ad0004 connected 2024-11-16T04:19:23,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:19:23,165 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:19:23,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/master 2024-11-16T04:19:23,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/acl 2024-11-16T04:19:23,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43001 2024-11-16T04:19:23,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43001 2024-11-16T04:19:23,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43001 2024-11-16T04:19:23,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43001 2024-11-16T04:19:23,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43001 2024-11-16T04:19:23,177 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:44965 2024-11-16T04:19:23,178 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /157515789/backup-masters/fda3efb342d8,44965,1731730763005 2024-11-16T04:19:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789/backup-masters 2024-11-16T04:19:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789/backup-masters 2024-11-16T04:19:23,186 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on existing znode=/157515789/backup-masters/fda3efb342d8,44965,1731730763005 2024-11-16T04:19:23,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:23,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/157515789/master 2024-11-16T04:19:23,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:23,196 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on existing znode=/157515789/master 2024-11-16T04:19:23,196 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /157515789/backup-masters/fda3efb342d8,44965,1731730763005 from backup master directory 2024-11-16T04:19:23,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789/backup-masters 2024-11-16T04:19:23,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/157515789/backup-masters/fda3efb342d8,44965,1731730763005 2024-11-16T04:19:23,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789/backup-masters 2024-11-16T04:19:23,206 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:23,206 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,44965,1731730763005 2024-11-16T04:19:23,210 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/hbase.id] with ID: b12663d3-39e7-4415-9097-2209b7f5ca96 2024-11-16T04:19:23,210 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/.tmp/hbase.id 2024-11-16T04:19:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:19:23,614 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/.tmp/hbase.id]:[hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/hbase.id] 2024-11-16T04:19:23,623 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:23,623 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:19:23,624 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:19:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:19:24,082 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:24,082 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:19:24,083 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:19:24,489 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store 2024-11-16T04:19:24,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:19:24,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:24,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:24,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:24,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:24,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:24,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:24,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:24,894 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:24,894 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:24,894 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:24,894 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:24,894 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:24,895 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:24,895 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:24,895 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730764894Disabling compacts and flushes for region at 1731730764894Disabling writes for close at 1731730764894Writing region close event to WAL at 1731730764895 (+1 ms)Closed at 1731730764895 2024-11-16T04:19:24,895 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/.initializing 2024-11-16T04:19:24,895 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/WALs/fda3efb342d8,44965,1731730763005 2024-11-16T04:19:24,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:24,898 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C44965%2C1731730763005, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/WALs/fda3efb342d8,44965,1731730763005, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/oldWALs, maxLogs=10 2024-11-16T04:19:24,912 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/WALs/fda3efb342d8,44965,1731730763005/fda3efb342d8%2C44965%2C1731730763005.1731730764898, exclude list is [], retry=0 2024-11-16T04:19:24,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41159,DS-c188db2c-616f-4957-be4b-47b42a959781,DISK] 2024-11-16T04:19:24,916 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/WALs/fda3efb342d8,44965,1731730763005/fda3efb342d8%2C44965%2C1731730763005.1731730764898 2024-11-16T04:19:24,916 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46169:46169)] 2024-11-16T04:19:24,916 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:24,916 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:24,916 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,917 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:19:24,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:24,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:24,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:19:24,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:24,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:24,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:19:24,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:19:24,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:24,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:24,923 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,924 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,924 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,925 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,925 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,926 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:24,927 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:24,928 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:24,928 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818766, jitterRate=0.08508417010307312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:24,929 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730764917Initializing all the Stores at 1731730764917Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730764917Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730764918 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730764918Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730764918Cleaning up temporary data from old regions at 1731730764925 (+7 ms)Region opened successfully at 1731730764929 (+4 ms) 2024-11-16T04:19:24,929 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:19:24,931 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8178a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:19:24,932 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:19:24,934 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:19:24,934 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Unable to get data of znode /157515789/balancer because node does not exist (not necessarily an error) 2024-11-16T04:19:25,002 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /157515789/balancer already deleted, retry=false 2024-11-16T04:19:25,002 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:19:25,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Unable to get data of znode /157515789/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:19:25,012 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /157515789/normalizer already deleted, retry=false 2024-11-16T04:19:25,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:19:25,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Unable to get data of znode /157515789/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:19:25,023 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /157515789/switch/split already deleted, retry=false 2024-11-16T04:19:25,023 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Unable to get data of znode /157515789/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:19:25,033 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /157515789/switch/merge already deleted, retry=false 2024-11-16T04:19:25,035 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Unable to get data of znode /157515789/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:19:25,044 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /157515789/snapshot-cleanup already deleted, retry=false 2024-11-16T04:19:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/157515789/running 2024-11-16T04:19:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/157515789/running 2024-11-16T04:19:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:25,055 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,44965,1731730763005, sessionid=0x10141de49ad0003, setting cluster-up flag (Was=false) 2024-11-16T04:19:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:25,107 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /157515789/flush-table-proc/acquired, /157515789/flush-table-proc/reached, /157515789/flush-table-proc/abort 2024-11-16T04:19:25,108 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,44965,1731730763005 2024-11-16T04:19:25,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:25,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:25,159 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /157515789/online-snapshot/acquired, /157515789/online-snapshot/reached, /157515789/online-snapshot/abort 2024-11-16T04:19:25,160 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,44965,1731730763005 2024-11-16T04:19:25,161 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:19:25,162 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:25,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:19:25,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:19:25,163 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,44965,1731730763005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:25,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730795165 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:19:25,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:25,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:19:25,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:25,166 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730765166,5,FailOnTimeoutGroup] 2024-11-16T04:19:25,166 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730765166,5,FailOnTimeoutGroup] 2024-11-16T04:19:25,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:19:25,167 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,167 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,173 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(746): ClusterId : b12663d3-39e7-4415-9097-2209b7f5ca96 2024-11-16T04:19:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:19:25,173 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:19:25,186 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:19:25,186 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:19:25,196 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:19:25,196 DEBUG [RS:0;fda3efb342d8:43001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c87cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:25,207 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:43001 2024-11-16T04:19:25,207 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:19:25,207 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:19:25,207 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:19:25,208 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,44965,1731730763005 with port=43001, startcode=1731730763146 2024-11-16T04:19:25,208 DEBUG [RS:0;fda3efb342d8:43001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:19:25,209 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:19:25,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,43001,1731730763146 2024-11-16T04:19:25,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44965 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,43001,1731730763146 2024-11-16T04:19:25,211 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7 2024-11-16T04:19:25,211 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-11-16T04:19:25,211 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:19:25,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789/rs 2024-11-16T04:19:25,223 DEBUG [RS:0;fda3efb342d8:43001 {}] zookeeper.ZKUtil(111): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on existing znode=/157515789/rs/fda3efb342d8,43001,1731730763146 2024-11-16T04:19:25,223 WARN [RS:0;fda3efb342d8:43001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:25,223 INFO [RS:0;fda3efb342d8:43001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:25,223 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146 2024-11-16T04:19:25,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,43001,1731730763146] 2024-11-16T04:19:25,226 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:19:25,227 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:19:25,228 INFO [RS:0;fda3efb342d8:43001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:19:25,228 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,228 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:19:25,229 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:19:25,229 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:25,229 DEBUG [RS:0;fda3efb342d8:43001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:25,232 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,232 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,232 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,232 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,232 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,232 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43001,1731730763146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:25,244 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:19:25,244 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,43001,1731730763146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,245 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,245 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.Replication(171): fda3efb342d8,43001,1731730763146 started 2024-11-16T04:19:25,257 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:25,257 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,43001,1731730763146, RpcServer on fda3efb342d8/172.17.0.2:43001, sessionid=0x10141de49ad0004 2024-11-16T04:19:25,257 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:19:25,257 DEBUG [RS:0;fda3efb342d8:43001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,43001,1731730763146 2024-11-16T04:19:25,257 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,43001,1731730763146' 2024-11-16T04:19:25,257 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/157515789/flush-table-proc/abort' 2024-11-16T04:19:25,258 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/157515789/flush-table-proc/acquired' 2024-11-16T04:19:25,258 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:19:25,258 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:19:25,258 DEBUG [RS:0;fda3efb342d8:43001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,43001,1731730763146 2024-11-16T04:19:25,258 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,43001,1731730763146' 2024-11-16T04:19:25,258 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/157515789/online-snapshot/abort' 2024-11-16T04:19:25,259 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/157515789/online-snapshot/acquired' 2024-11-16T04:19:25,259 DEBUG [RS:0;fda3efb342d8:43001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:19:25,259 INFO [RS:0;fda3efb342d8:43001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:19:25,259 INFO [RS:0;fda3efb342d8:43001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:19:25,359 INFO [RS:0;fda3efb342d8:43001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:25,361 INFO [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C43001%2C1731730763146, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/oldWALs, maxLogs=10 2024-11-16T04:19:25,375 DEBUG [RS:0;fda3efb342d8:43001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146/fda3efb342d8%2C43001%2C1731730763146.1731730765361, exclude list is [], retry=0 2024-11-16T04:19:25,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41159,DS-c188db2c-616f-4957-be4b-47b42a959781,DISK] 2024-11-16T04:19:25,380 INFO [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146/fda3efb342d8%2C43001%2C1731730763146.1731730765361 2024-11-16T04:19:25,380 DEBUG [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46169:46169)] 2024-11-16T04:19:25,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:19:25,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7 2024-11-16T04:19:25,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:19:25,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:19:25,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:25,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:25,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:25,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:25,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:25,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:25,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:25,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:25,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:25,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:25,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:25,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:25,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:25,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:25,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:25,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:25,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:25,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:25,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740 2024-11-16T04:19:25,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740 2024-11-16T04:19:25,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:25,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:25,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:25,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:25,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:25,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68174623, jitterRate=0.015881046652793884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:25,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730765980Initializing all the Stores at 1731730765981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730765981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730765981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730765981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730765981Cleaning up temporary data from old regions at 1731730765988 (+7 ms)Region opened successfully at 1731730765992 (+4 ms) 2024-11-16T04:19:25,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:25,992 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:25,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:25,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:25,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:25,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:25,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730765992Disabling compacts and flushes for region at 1731730765992Disabling writes for close at 1731730765992Writing region close event to WAL at 1731730765992Closed at 1731730765992 2024-11-16T04:19:25,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:25,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:19:25,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:19:25,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:25,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:19:26,145 DEBUG [fda3efb342d8:44965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:19:26,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,43001,1731730763146 2024-11-16T04:19:26,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,43001,1731730763146, state=OPENING 2024-11-16T04:19:26,212 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:19:26,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:26,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:26,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:26,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /157515789/meta-region-server: CHANGED 2024-11-16T04:19:26,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,43001,1731730763146}] 2024-11-16T04:19:26,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /157515789/meta-region-server: CHANGED 2024-11-16T04:19:26,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:19:26,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:19:26,421 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:19:26,421 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:26,421 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:19:26,422 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C43001%2C1731730763146.meta, suffix=.meta, logDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/oldWALs, maxLogs=10 2024-11-16T04:19:26,434 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146/fda3efb342d8%2C43001%2C1731730763146.meta.1731730766422.meta, exclude list is [], retry=0 2024-11-16T04:19:26,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41159,DS-c188db2c-616f-4957-be4b-47b42a959781,DISK] 2024-11-16T04:19:26,437 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146/fda3efb342d8%2C43001%2C1731730763146.meta.1731730766422.meta 2024-11-16T04:19:26,438 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46169:46169)] 2024-11-16T04:19:26,438 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:26,438 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:26,438 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:26,438 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:19:26,438 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:19:26,439 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:19:26,439 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:26,439 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:19:26,439 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:19:26,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:26,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:26,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:26,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:26,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:26,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:26,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:26,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:26,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:26,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:26,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:26,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:26,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:26,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:26,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:26,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:26,446 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:26,446 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740 2024-11-16T04:19:26,448 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740 2024-11-16T04:19:26,449 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:26,449 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:26,449 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:26,451 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:26,451 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59891765, jitterRate=-0.10754315555095673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:26,451 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:19:26,451 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730766439Writing region info on filesystem at 1731730766439Initializing all the Stores at 1731730766440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730766440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730766441 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730766441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730766441Cleaning up temporary data from old regions at 1731730766449 (+8 ms)Running coprocessor post-open hooks at 1731730766451 (+2 ms)Region opened successfully at 1731730766451 2024-11-16T04:19:26,452 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730766416 2024-11-16T04:19:26,454 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:19:26,454 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:19:26,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,43001,1731730763146 2024-11-16T04:19:26,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,43001,1731730763146, state=OPEN 2024-11-16T04:19:26,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/157515789/meta-region-server 2024-11-16T04:19:26,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/157515789/meta-region-server 2024-11-16T04:19:26,475 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,43001,1731730763146 2024-11-16T04:19:26,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /157515789/meta-region-server: CHANGED 2024-11-16T04:19:26,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /157515789/meta-region-server: CHANGED 2024-11-16T04:19:26,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:19:26,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,43001,1731730763146 in 211 msec 2024-11-16T04:19:26,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:19:26,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-16T04:19:26,481 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:26,481 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:19:26,482 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:26,482 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,43001,1731730763146, seqNum=-1] 2024-11-16T04:19:26,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:26,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:26,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-16T04:19:26,488 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730766488, completionTime=-1 2024-11-16T04:19:26,488 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:19:26,488 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:19:26,490 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:19:26,490 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730826490 2024-11-16T04:19:26,490 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730886490 2024-11-16T04:19:26,490 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:19:26,491 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44965,1731730763005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,491 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44965,1731730763005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,491 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44965,1731730763005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,491 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:44965, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,491 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,491 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,492 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44965,1731730763005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:26,495 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44965,1731730763005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:19:26,497 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:19:26,497 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:19:26,497 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44965,1731730763005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:26,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44965,-1 for getting cluster id 2024-11-16T04:19:26,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:26,576 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b12663d3-39e7-4415-9097-2209b7f5ca96' 2024-11-16T04:19:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b12663d3-39e7-4415-9097-2209b7f5ca96" 2024-11-16T04:19:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44965,-1] 2024-11-16T04:19:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:26,577 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:26,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,43001,1731730763146, seqNum=-1] 2024-11-16T04:19:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:26,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:26,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,44965,1731730763005 2024-11-16T04:19:26,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:26,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:26,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141de49ad0005 connected 2024-11-16T04:19:26,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40805,-1 for getting cluster id 2024-11-16T04:19:26,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:26,620 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f4491be-0816-479e-8cde-9cfb0503b278' 2024-11-16T04:19:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f4491be-0816-479e-8cde-9cfb0503b278" 2024-11-16T04:19:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2ab1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40805,-1] 2024-11-16T04:19:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:26,622 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6394249e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40805,1731730757183 2024-11-16T04:19:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195fd11d 2024-11-16T04:19:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:26,625 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:26,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:44965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:19:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:19:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:26,628 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:44965' 2024-11-16T04:19:26,629 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f81ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,629 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44965,-1 for getting cluster id 2024-11-16T04:19:26,629 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:26,630 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b12663d3-39e7-4415-9097-2209b7f5ca96' 2024-11-16T04:19:26,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:26,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b12663d3-39e7-4415-9097-2209b7f5ca96" 2024-11-16T04:19:26,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3a19fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44965,-1] 2024-11-16T04:19:26,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:26,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:26,632 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:26,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cf73e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:26,633 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:26,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44965,1731730763005 2024-11-16T04:19:26,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d7d2c5 2024-11-16T04:19:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:26,634 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:26,635 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T04:19:26,635 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:19:26,635 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:26,635 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:26,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:26,636 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:26,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:19:26,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:19:26,638 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:26,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:19:26,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741835_1011 (size=1138) 2024-11-16T04:19:26,687 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:19:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:27,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c055fbc3830ccc5d53178ec9018715e, NAME => 'hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f 2024-11-16T04:19:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741836_1012 (size=44) 2024-11-16T04:19:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:27,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:27,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6c055fbc3830ccc5d53178ec9018715e, disabling compactions & flushes 2024-11-16T04:19:27,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. after waiting 0 ms 2024-11-16T04:19:27,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c055fbc3830ccc5d53178ec9018715e: Waiting for close lock at 1731730767453Disabling compacts and flushes for region at 1731730767453Disabling writes for close at 1731730767453Writing region close event to WAL at 1731730767453Closed at 1731730767453 2024-11-16T04:19:27,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:19:27,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730767455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730767455"}]},"ts":"1731730767455"} 2024-11-16T04:19:27,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:19:27,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:19:27,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730767459"}]},"ts":"1731730767459"} 2024-11-16T04:19:27,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:19:27,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN}] 2024-11-16T04:19:27,462 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN 2024-11-16T04:19:27,463 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN; state=OFFLINE, location=fda3efb342d8,42057,1731730757420; forceNewPlan=false, retain=false 2024-11-16T04:19:27,614 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6c055fbc3830ccc5d53178ec9018715e, regionState=OPENING, regionLocation=fda3efb342d8,42057,1731730757420 2024-11-16T04:19:27,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN because future has completed 2024-11-16T04:19:27,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c055fbc3830ccc5d53178ec9018715e, server=fda3efb342d8,42057,1731730757420}] 2024-11-16T04:19:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:27,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:27,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:19:27,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C42057%2C1731730757420.rep, suffix=, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs, maxLogs=10 2024-11-16T04:19:27,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.rep.1731730767775, exclude list is [], retry=0 2024-11-16T04:19:27,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:27,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.rep.1731730767775 2024-11-16T04:19:27,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:27,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c055fbc3830ccc5d53178ec9018715e, NAME => 'hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:27,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:27,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:27,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. service=MultiRowMutationService 2024-11-16T04:19:27,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:19:27,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:27,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,793 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,795 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c055fbc3830ccc5d53178ec9018715e columnFamilyName hfileref 2024-11-16T04:19:27,795 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:27,795 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(327): Store=6c055fbc3830ccc5d53178ec9018715e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:27,795 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,797 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c055fbc3830ccc5d53178ec9018715e columnFamilyName queue 2024-11-16T04:19:27,797 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:27,797 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(327): Store=6c055fbc3830ccc5d53178ec9018715e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:27,797 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,798 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c055fbc3830ccc5d53178ec9018715e columnFamilyName sid 2024-11-16T04:19:27,798 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:27,798 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(327): Store=6c055fbc3830ccc5d53178ec9018715e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:27,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:19:27,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:27,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6c055fbc3830ccc5d53178ec9018715e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67778930, jitterRate=0.009984761476516724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:19:27,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:27,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6c055fbc3830ccc5d53178ec9018715e: Running coprocessor pre-open hook at 1731730767792Writing region info on filesystem at 1731730767792Initializing all the Stores at 1731730767793 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730767793Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730767793Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730767793Cleaning up temporary data from old regions at 1731730767800 (+7 ms)Running coprocessor post-open hooks at 1731730767804 (+4 ms)Region opened successfully at 1731730767805 (+1 ms) 2024-11-16T04:19:27,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e., pid=7, masterSystemTime=1731730767769 2024-11-16T04:19:27,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:27,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6c055fbc3830ccc5d53178ec9018715e, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,42057,1731730757420 2024-11-16T04:19:27,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c055fbc3830ccc5d53178ec9018715e, server=fda3efb342d8,42057,1731730757420 because future has completed 2024-11-16T04:19:27,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T04:19:27,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c055fbc3830ccc5d53178ec9018715e, server=fda3efb342d8,42057,1731730757420 in 194 msec 2024-11-16T04:19:27,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:19:27,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN in 352 msec 2024-11-16T04:19:27,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:19:27,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730767816"}]},"ts":"1731730767816"} 2024-11-16T04:19:27,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:19:27,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:19:27,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-16T04:19:27,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e., hostname=fda3efb342d8,42057,1731730757420, seqNum=2] 2024-11-16T04:19:27,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:27,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:27,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:19:28,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T04:19:28,103 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:19:28,140 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,42057,1731730757420, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:19:28,141 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:28,141 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42057,1731730757420, seqNum=-1] 2024-11-16T04:19:28,141 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:28,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T04:19:28,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,42057,1731730757420', locateType=CURRENT is [region=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e., hostname=fda3efb342d8,42057,1731730757420, seqNum=2] 2024-11-16T04:19:28,147 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T04:19:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T04:19:28,149 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,42057,1731730757420 suceeded 2024-11-16T04:19:28,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T04:19:28,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-16T04:19:28,151 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:44965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:19:28,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-16T04:19:28,162 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:44965' 2024-11-16T04:19:28,163 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d73ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:28,163 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44965,-1 for getting cluster id 2024-11-16T04:19:28,163 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:28,164 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b12663d3-39e7-4415-9097-2209b7f5ca96' 2024-11-16T04:19:28,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:28,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b12663d3-39e7-4415-9097-2209b7f5ca96" 2024-11-16T04:19:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dce3da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44965,-1] 2024-11-16T04:19:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,166 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:28,167 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c522be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:28,167 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:28,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44965,1731730763005 2024-11-16T04:19:28,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b47f0ab 2024-11-16T04:19:28,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:28,169 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T04:19:28,170 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,42057,1731730757420 (queues=1) is replicating from cluster=8f4491be-0816-479e-8cde-9cfb0503b278 to cluster=b12663d3-39e7-4415-9097-2209b7f5ca96 2024-11-16T04:19:28,170 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C42057%2C1731730757420 2024-11-16T04:19:28,170 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,42057,1731730757420, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:19:28,170 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.shipperfda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C42057%2C1731730757420 2024-11-16T04:19:28,170 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875, startPosition=0, beingWritten=true 2024-11-16T04:19:28,377 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 to pos 0, reset compression=false 2024-11-16T04:19:28,682 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 to pos 0, reset compression=false 2024-11-16T04:19:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:28,780 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:19:28,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:28,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:28,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:28,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40805,1731730757183 2024-11-16T04:19:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56d3b250 2024-11-16T04:19:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:28,782 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:28,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:19:28,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:28,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:28,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:28,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:19:28,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1811974873, stopped=false 2024-11-16T04:19:28,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,40805,1731730757183 2024-11-16T04:19:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:28,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:28,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:28,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:28,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:28,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,42057,1731730757420' ***** 2024-11-16T04:19:28,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:19:28,844 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:19:28,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:19:28,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,42057,1731730757420 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:42057. 2024-11-16T04:19:28,845 DEBUG [RS:0;fda3efb342d8:42057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:28,845 DEBUG [RS:0;fda3efb342d8:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:19:28,845 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:19:28,846 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6c055fbc3830ccc5d53178ec9018715e=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.} 2024-11-16T04:19:28,846 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c055fbc3830ccc5d53178ec9018715e, disabling compactions & flushes 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:28,846 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:28,846 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. after waiting 0 ms 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:28,846 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:28,846 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c055fbc3830ccc5d53178ec9018715e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T04:19:28,846 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T04:19:28,852 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:28,863 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/info/9e6699159e5b4bf7a0eea733a7d85ac5 is 147, key is hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e./info:regioninfo/1731730767808/Put/seqid=0 2024-11-16T04:19:28,863 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/.tmp/queue/4d4eb840cf0d4d45adce457b006170fd is 151, key is 1-fda3efb342d8,42057,1731730757420/queue:fda3efb342d8%2C42057%2C1731730757420/1731730768145/Put/seqid=0 2024-11-16T04:19:28,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741839_1015 (size=5350) 2024-11-16T04:19:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741838_1014 (size=6631) 2024-11-16T04:19:29,046 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:29,089 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 to pos 0, reset compression=false 2024-11-16T04:19:29,246 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:29,268 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/.tmp/queue/4d4eb840cf0d4d45adce457b006170fd 2024-11-16T04:19:29,273 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/info/9e6699159e5b4bf7a0eea733a7d85ac5 2024-11-16T04:19:29,274 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/.tmp/queue/4d4eb840cf0d4d45adce457b006170fd as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/queue/4d4eb840cf0d4d45adce457b006170fd 2024-11-16T04:19:29,278 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/queue/4d4eb840cf0d4d45adce457b006170fd, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T04:19:29,279 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6c055fbc3830ccc5d53178ec9018715e in 433ms, sequenceid=5, compaction requested=false 2024-11-16T04:19:29,279 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:29,283 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c055fbc3830ccc5d53178ec9018715e: Waiting for close lock at 1731730768846Running coprocessor pre-close hooks at 1731730768846Disabling compacts and flushes for region at 1731730768846Disabling writes for close at 1731730768846Obtaining lock to block concurrent updates at 1731730768846Preparing flush snapshotting stores in 6c055fbc3830ccc5d53178ec9018715e at 1731730768846Finished memstore snapshotting hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731730768846Flushing stores of hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. at 1731730768846Flushing 6c055fbc3830ccc5d53178ec9018715e/queue: creating writer at 1731730768847 (+1 ms)Flushing 6c055fbc3830ccc5d53178ec9018715e/queue: appending metadata at 1731730768863 (+16 ms)Flushing 6c055fbc3830ccc5d53178ec9018715e/queue: closing flushed file at 1731730768863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a73159: reopening flushed file at 1731730769273 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6c055fbc3830ccc5d53178ec9018715e in 433ms, sequenceid=5, compaction requested=false at 1731730769279 (+6 ms)Writing region close event to WAL at 1731730769280 (+1 ms)Running coprocessor post-close hooks at 1731730769283 (+3 ms)Closed at 1731730769283 2024-11-16T04:19:29,283 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:29,298 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/ns/8eea558a4d764450806d7c70449f29bc is 43, key is default/ns:d/1731730760919/Put/seqid=0 2024-11-16T04:19:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741840_1016 (size=5153) 2024-11-16T04:19:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:19:29,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:19:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T04:19:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:19:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:19:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:19:29,446 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:29,594 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 to pos 0, reset compression=false 2024-11-16T04:19:29,646 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:29,702 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/ns/8eea558a4d764450806d7c70449f29bc 2024-11-16T04:19:29,721 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/table/56293741ea0e4a4a9a94d4d330d7d3de is 53, key is hbase:replication/table:state/1731730767816/Put/seqid=0 2024-11-16T04:19:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741841_1017 (size=5256) 2024-11-16T04:19:29,776 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:19:29,776 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:19:29,846 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:19:29,847 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:19:29,847 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:30,047 DEBUG [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:30,126 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/table/56293741ea0e4a4a9a94d4d330d7d3de 2024-11-16T04:19:30,133 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/info/9e6699159e5b4bf7a0eea733a7d85ac5 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/info/9e6699159e5b4bf7a0eea733a7d85ac5 2024-11-16T04:19:30,138 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/info/9e6699159e5b4bf7a0eea733a7d85ac5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T04:19:30,139 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/ns/8eea558a4d764450806d7c70449f29bc as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/ns/8eea558a4d764450806d7c70449f29bc 2024-11-16T04:19:30,143 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/ns/8eea558a4d764450806d7c70449f29bc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:19:30,144 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/table/56293741ea0e4a4a9a94d4d330d7d3de as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/table/56293741ea0e4a4a9a94d4d330d7d3de 2024-11-16T04:19:30,149 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/table/56293741ea0e4a4a9a94d4d330d7d3de, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T04:19:30,150 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-16T04:19:30,154 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:19:30,155 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:30,155 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:30,155 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:30,155 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730768846Running coprocessor pre-close hooks at 1731730768846Disabling compacts and flushes for region at 1731730768846Disabling writes for close at 1731730768846Obtaining lock to block concurrent updates at 1731730768846Preparing flush snapshotting stores in 1588230740 at 1731730768846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731730768846Flushing stores of hbase:meta,,1.1588230740 at 1731730768847 (+1 ms)Flushing 1588230740/info: creating writer at 1731730768847Flushing 1588230740/info: appending metadata at 1731730768863 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731730768863Flushing 1588230740/ns: creating writer at 1731730769278 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731730769297 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731730769297Flushing 1588230740/table: creating writer at 1731730769707 (+410 ms)Flushing 1588230740/table: appending metadata at 1731730769720 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731730769720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61763274: reopening flushed file at 1731730770132 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f047b6: reopening flushed file at 1731730770138 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf7163a: reopening flushed file at 1731730770143 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731730770150 (+7 ms)Writing region close event to WAL at 1731730770151 (+1 ms)Running coprocessor post-close hooks at 1731730770155 (+4 ms)Closed at 1731730770155 2024-11-16T04:19:30,155 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:30,198 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 to pos 0, reset compression=false 2024-11-16T04:19:30,247 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,42057,1731730757420; all regions closed. 2024-11-16T04:19:30,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.meta.1731730760835.meta not finished, retry = 0 2024-11-16T04:19:30,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741834_1010 (size=2742) 2024-11-16T04:19:30,351 DEBUG [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs 2024-11-16T04:19:30,351 INFO [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C42057%2C1731730757420.meta:.meta(num 1731730760835) 2024-11-16T04:19:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741837_1013 (size=1586) 2024-11-16T04:19:30,355 DEBUG [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs 2024-11-16T04:19:30,355 INFO [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C42057%2C1731730757420.rep:(num 1731730767775) 2024-11-16T04:19:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741832_1008 (size=93) 2024-11-16T04:19:30,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420/fda3efb342d8%2C42057%2C1731730757420.1731730759875 not finished, retry = 0 2024-11-16T04:19:30,459 DEBUG [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C42057%2C1731730757420:(num 1731730759875) 2024-11-16T04:19:30,459 DEBUG [RS:0;fda3efb342d8:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:30,459 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,42057,1731730757420 because: Region server is closing 2024-11-16T04:19:30,459 INFO [RS:0;fda3efb342d8:42057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:42057. 2024-11-16T04:19:30,459 DEBUG [RS:0;fda3efb342d8:42057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:30,460 DEBUG [RS:0;fda3efb342d8:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:30,460 DEBUG [RS:0;fda3efb342d8:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:30,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:30,560 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.wal-reader.fda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:19:30,560 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.shipperfda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:19:30,560 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42057,1731730757420.replicationSource.shipperfda3efb342d8%2C42057%2C1731730757420,1-fda3efb342d8,42057,1731730757420 terminated 2024-11-16T04:19:30,560 INFO [RS:0;fda3efb342d8:42057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42057 2024-11-16T04:19:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/rs 2024-11-16T04:19:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/rs/fda3efb342d8,42057,1731730757420 2024-11-16T04:19:30,623 INFO [RS:0;fda3efb342d8:42057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:30,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,42057,1731730757420] 2024-11-16T04:19:30,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/draining/fda3efb342d8,42057,1731730757420 already deleted, retry=false 2024-11-16T04:19:30,643 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,42057,1731730757420 expired; onlineServers=0 2024-11-16T04:19:30,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,40805,1731730757183' ***** 2024-11-16T04:19:30,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:19:30,644 INFO [M:0;fda3efb342d8:40805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:30,644 INFO [M:0;fda3efb342d8:40805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:30,644 DEBUG [M:0;fda3efb342d8:40805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:19:30,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:19:30,644 DEBUG [M:0;fda3efb342d8:40805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:19:30,644 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730759628 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730759628,5,FailOnTimeoutGroup] 2024-11-16T04:19:30,644 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730759628 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730759628,5,FailOnTimeoutGroup] 2024-11-16T04:19:30,644 INFO [M:0;fda3efb342d8:40805 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:30,644 INFO [M:0;fda3efb342d8:40805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:30,644 DEBUG [M:0;fda3efb342d8:40805 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:19:30,644 INFO [M:0;fda3efb342d8:40805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:19:30,644 INFO [M:0;fda3efb342d8:40805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:30,645 INFO [M:0;fda3efb342d8:40805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:19:30,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:19:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/master 2024-11-16T04:19:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:30,654 DEBUG [M:0;fda3efb342d8:40805 {}] zookeeper.ZKUtil(347): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/master because node does not exist (not an error) 2024-11-16T04:19:30,654 WARN [M:0;fda3efb342d8:40805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:19:30,655 INFO [M:0;fda3efb342d8:40805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/.lastflushedseqids 2024-11-16T04:19:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741842_1018 (size=181) 2024-11-16T04:19:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x10141de49ad0001, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:30,733 INFO [RS:0;fda3efb342d8:42057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:30,733 INFO [RS:0;fda3efb342d8:42057 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,42057,1731730757420; zookeeper connection closed. 2024-11-16T04:19:30,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13146b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13146b0 2024-11-16T04:19:30,734 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:19:31,059 INFO [M:0;fda3efb342d8:40805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:19:31,060 INFO [M:0;fda3efb342d8:40805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:19:31,060 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:31,060 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:31,060 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:31,060 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:31,060 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:31,060 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T04:19:31,073 DEBUG [M:0;fda3efb342d8:40805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/490bab21497c423ba91b967705d9ca73 is 82, key is hbase:meta,,1/info:regioninfo/1731730760867/Put/seqid=0 2024-11-16T04:19:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741843_1019 (size=5672) 2024-11-16T04:19:31,477 INFO [M:0;fda3efb342d8:40805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/490bab21497c423ba91b967705d9ca73 2024-11-16T04:19:31,547 DEBUG [M:0;fda3efb342d8:40805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22047103a1b4025988631c5e5c786f0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731730767820/Put/seqid=0 2024-11-16T04:19:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741844_1020 (size=7203) 2024-11-16T04:19:31,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:31,951 INFO [M:0;fda3efb342d8:40805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22047103a1b4025988631c5e5c786f0 2024-11-16T04:19:31,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:31,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:31,968 DEBUG [M:0;fda3efb342d8:40805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7aa4f6c03ce44be9211379f42d796c0 is 69, key is fda3efb342d8,42057,1731730757420/rs:state/1731730759715/Put/seqid=0 2024-11-16T04:19:31,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741845_1021 (size=5156) 2024-11-16T04:19:31,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:32,372 INFO [M:0;fda3efb342d8:40805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7aa4f6c03ce44be9211379f42d796c0 2024-11-16T04:19:32,376 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/490bab21497c423ba91b967705d9ca73 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/490bab21497c423ba91b967705d9ca73 2024-11-16T04:19:32,381 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/490bab21497c423ba91b967705d9ca73, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T04:19:32,382 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22047103a1b4025988631c5e5c786f0 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22047103a1b4025988631c5e5c786f0 2024-11-16T04:19:32,386 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22047103a1b4025988631c5e5c786f0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T04:19:32,387 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7aa4f6c03ce44be9211379f42d796c0 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7aa4f6c03ce44be9211379f42d796c0 2024-11-16T04:19:32,391 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7aa4f6c03ce44be9211379f42d796c0, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T04:19:32,391 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=70, compaction requested=false 2024-11-16T04:19:32,393 INFO [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:32,393 DEBUG [M:0;fda3efb342d8:40805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730771060Disabling compacts and flushes for region at 1731730771060Disabling writes for close at 1731730771060Obtaining lock to block concurrent updates at 1731730771060Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730771060Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731730771060Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730771061 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730771061Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730771073 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730771073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730771533 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730771546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730771546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730771955 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730771967 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730771967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366000a6: reopening flushed file at 1731730772376 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5e7de3: reopening flushed file at 1731730772381 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246bf077: reopening flushed file at 1731730772386 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=70, compaction requested=false at 1731730772391 (+5 ms)Writing region close event to WAL at 1731730772392 (+1 ms)Closed at 1731730772393 (+1 ms) 2024-11-16T04:19:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741830_1006 (size=41008) 2024-11-16T04:19:32,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:32,395 INFO [M:0;fda3efb342d8:40805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:19:32,395 INFO [M:0;fda3efb342d8:40805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40805 2024-11-16T04:19:32,395 INFO [M:0;fda3efb342d8:40805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:32,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:32,617 INFO [M:0;fda3efb342d8:40805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:32,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x10141de49ad0000, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:32,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:19:32,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:32,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44955 2024-11-16T04:19:32,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44955 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:32,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449550x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:32,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44955-0x10141de49ad0006 connected 2024-11-16T04:19:32,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:32,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:32,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:32,647 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: INIT 2024-11-16T04:19:32,648 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f, hbase.cluster.distributed=false 2024-11-16T04:19:32,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/acl 2024-11-16T04:19:32,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-16T04:19:32,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44955 2024-11-16T04:19:32,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44955 2024-11-16T04:19:32,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-16T04:19:32,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-16T04:19:32,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:32,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:32,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:19:32,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:32,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35687 2024-11-16T04:19:32,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35687 connecting to ZooKeeper ensemble=127.0.0.1:64985 2024-11-16T04:19:32,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:32,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:32,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356870x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:32,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356870x0, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:32,680 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: INIT 2024-11-16T04:19:32,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35687-0x10141de49ad0007 connected 2024-11-16T04:19:32,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:19:32,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:19:32,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/master 2024-11-16T04:19:32,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/acl 2024-11-16T04:19:32,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35687 2024-11-16T04:19:32,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35687 2024-11-16T04:19:32,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35687 2024-11-16T04:19:32,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35687 2024-11-16T04:19:32,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35687 2024-11-16T04:19:32,692 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:44955 2024-11-16T04:19:32,692 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-45521065/backup-masters/fda3efb342d8,44955,1731730772619 2024-11-16T04:19:32,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:32,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:32,701 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on existing znode=/0-45521065/backup-masters/fda3efb342d8,44955,1731730772619 2024-11-16T04:19:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-45521065/master 2024-11-16T04:19:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:32,711 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on existing znode=/0-45521065/master 2024-11-16T04:19:32,711 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-45521065/backup-masters/fda3efb342d8,44955,1731730772619 from backup master directory 2024-11-16T04:19:32,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/backup-masters/fda3efb342d8,44955,1731730772619 2024-11-16T04:19:32,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:32,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/backup-masters 2024-11-16T04:19:32,721 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:32,721 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,44955,1731730772619 2024-11-16T04:19:32,730 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:32,730 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:19:32,736 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-16T04:19:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741846_1022 (size=196) 2024-11-16T04:19:33,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:33,155 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:19:33,155 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:33,160 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T04:19:33,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183 to hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183-dead as it is dead 2024-11-16T04:19:33,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183-dead/fda3efb342d8%2C40805%2C1731730757183.1731730759346 2024-11-16T04:19:33,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183-dead/fda3efb342d8%2C40805%2C1731730757183.1731730759346 after 1ms 2024-11-16T04:19:33,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183-dead/fda3efb342d8%2C40805%2C1731730757183.1731730759346 to hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C40805%2C1731730757183.1731730759346 2024-11-16T04:19:33,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,40805,1731730757183-dead 2024-11-16T04:19:33,164 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,44955,1731730772619 2024-11-16T04:19:33,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:33,166 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C44955%2C1731730772619, suffix=, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,44955,1731730772619, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/oldWALs, maxLogs=10 2024-11-16T04:19:33,177 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,44955,1731730772619/fda3efb342d8%2C44955%2C1731730772619.1731730773166, exclude list is [], retry=0 2024-11-16T04:19:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:33,180 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,44955,1731730772619/fda3efb342d8%2C44955%2C1731730772619.1731730773166 2024-11-16T04:19:33,181 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:33,181 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:33,181 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:33,181 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,181 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:19:33,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:33,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/490bab21497c423ba91b967705d9ca73 2024-11-16T04:19:33,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:33,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:19:33,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:33,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22047103a1b4025988631c5e5c786f0 2024-11-16T04:19:33,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:33,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:19:33,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:33,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7aa4f6c03ce44be9211379f42d796c0 2024-11-16T04:19:33,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:33,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:19:33,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:33,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:33,200 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,201 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T04:19:33,201 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C40805%2C1731730757183.1731730759346 2024-11-16T04:19:33,205 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C40805%2C1731730757183.1731730759346 2024-11-16T04:19:33,205 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fda3efb342d8%2C40805%2C1731730757183.1731730759346 2024-11-16T04:19:33,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,207 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:33,208 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:33,209 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T04:19:33,210 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70179396, jitterRate=0.04575449228286743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:33,210 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730773181Initializing all the Stores at 1731730773182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730773182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730773182Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730773182Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730773182Cleaning up temporary data from old regions at 1731730773206 (+24 ms)Region opened successfully at 1731730773210 (+4 ms) 2024-11-16T04:19:33,210 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:19:33,213 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b460b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:33,215 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T04:19:33,215 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:19:33,215 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:19:33,215 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:19:33,215 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:19:33,217 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:33,218 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:19:33,218 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:19:33,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-16T04:19:33,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:19:33,221 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fda3efb342d8,42057,1731730757420, regionLocation=fda3efb342d8,42057,1731730757420, openSeqNum=2 2024-11-16T04:19:33,221 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fda3efb342d8,42057,1731730757420, table=hbase:meta, region=1588230740 2024-11-16T04:19:33,221 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,42057,1731730757420, state=OPEN 2024-11-16T04:19:33,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:33,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:33,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:33,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:33,267 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:19:33,279 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/draining/fda3efb342d8,42057,1731730757420 already deleted, retry=false 2024-11-16T04:19:33,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fda3efb342d8,42057,1731730757420 on fda3efb342d8,44955,1731730772619 2024-11-16T04:19:33,280 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fda3efb342d8,42057,1731730757420, splitWal=true, meta=true 2024-11-16T04:19:33,280 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for fda3efb342d8,42057,1731730757420 (carryingMeta=true) fda3efb342d8,42057,1731730757420/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@77b1f371[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T04:19:33,282 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/balancer because node does not exist (not necessarily an error) 2024-11-16T04:19:33,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/balancer already deleted, retry=false 2024-11-16T04:19:33,290 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:19:33,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:19:33,300 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/normalizer already deleted, retry=false 2024-11-16T04:19:33,300 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:19:33,301 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:19:33,311 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/switch/split already deleted, retry=false 2024-11-16T04:19:33,311 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:19:33,321 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/switch/merge already deleted, retry=false 2024-11-16T04:19:33,333 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:19:33,342 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/snapshot-cleanup already deleted, retry=false 2024-11-16T04:19:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:33,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,44955,1731730772619, sessionid=0x10141de49ad0006, setting cluster-up flag (Was=false) 2024-11-16T04:19:33,364 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-45521065/flush-table-proc/acquired, /0-45521065/flush-table-proc/reached, /0-45521065/flush-table-proc/abort 2024-11-16T04:19:33,365 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,44955,1731730772619 2024-11-16T04:19:33,375 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-45521065/online-snapshot/acquired, /0-45521065/online-snapshot/reached, /0-45521065/online-snapshot/abort 2024-11-16T04:19:33,375 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,44955,1731730772619 2024-11-16T04:19:33,377 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/.lastflushedseqids 2024-11-16T04:19:33,378 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:19:33,378 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:19:33,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,44955,1731730772619 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fda3efb342d8,42057,1731730757420 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:19:33,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:33,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:33,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:33,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:33,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:19:33,380 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,380 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:33,380 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730803380 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:19:33,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:19:33,381 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fda3efb342d8,42057,1731730757420, splitWal=true, meta=true 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:19:33,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:19:33,382 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730773381,5,FailOnTimeoutGroup] 2024-11-16T04:19:33,382 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fda3efb342d8,42057,1731730757420, splitWal=true, meta=true, isMeta: true 2024-11-16T04:19:33,382 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730773382,5,FailOnTimeoutGroup] 2024-11-16T04:19:33,382 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,382 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:19:33,382 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,382 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,382 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730773382, completionTime=-1 2024-11-16T04:19:33,382 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T04:19:33,382 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T04:19:33,383 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420-splitting 2024-11-16T04:19:33,383 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420-splitting dir is empty, no logs to split. 2024-11-16T04:19:33,383 INFO [PEWorker-1 {}] master.SplitWALManager(105): fda3efb342d8,42057,1731730757420 WAL count=0, meta=true 2024-11-16T04:19:33,385 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(746): ClusterId : 8f4491be-0816-479e-8cde-9cfb0503b278 2024-11-16T04:19:33,385 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420-splitting dir is empty, no logs to split. 2024-11-16T04:19:33,385 INFO [PEWorker-1 {}] master.SplitWALManager(105): fda3efb342d8,42057,1731730757420 WAL count=0, meta=true 2024-11-16T04:19:33,385 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:19:33,385 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fda3efb342d8,42057,1731730757420 WAL splitting is done? wals=0, meta=true 2024-11-16T04:19:33,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:19:33,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:33,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:19:33,396 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:19:33,396 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:19:33,406 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:19:33,406 DEBUG [RS:0;fda3efb342d8:35687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ef7fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:33,416 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:35687 2024-11-16T04:19:33,416 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:19:33,416 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:19:33,416 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:19:33,417 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,44955,1731730772619 with port=35687, startcode=1731730772662 2024-11-16T04:19:33,417 DEBUG [RS:0;fda3efb342d8:35687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:19:33,418 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:19:33,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,419 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f 2024-11-16T04:19:33,419 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41369 2024-11-16T04:19:33,419 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:19:33,432 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T04:19:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/rs 2024-11-16T04:19:33,455 DEBUG [RS:0;fda3efb342d8:35687 {}] zookeeper.ZKUtil(111): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on existing znode=/0-45521065/rs/fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,455 WARN [RS:0;fda3efb342d8:35687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:33,455 INFO [RS:0;fda3efb342d8:35687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:33,455 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,35687,1731730772662] 2024-11-16T04:19:33,471 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:19:33,473 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:19:33,473 INFO [RS:0;fda3efb342d8:35687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:19:33,473 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,473 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:19:33,474 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:19:33,474 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:33,474 DEBUG [RS:0;fda3efb342d8:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:33,475 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,475 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,475 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,475 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,475 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,475 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,35687,1731730772662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:33,486 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:19:33,486 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,35687,1731730772662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,498 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,35687,1731730772662, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:19:33,498 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,498 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.Replication(171): fda3efb342d8,35687,1731730772662 started 2024-11-16T04:19:33,510 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:33,510 DEBUG [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:44965' 2024-11-16T04:19:33,510 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,35687,1731730772662, RpcServer on fda3efb342d8/172.17.0.2:35687, sessionid=0x10141de49ad0007 2024-11-16T04:19:33,510 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:19:33,510 DEBUG [RS:0;fda3efb342d8:35687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,510 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,35687,1731730772662' 2024-11-16T04:19:33,510 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-45521065/flush-table-proc/abort' 2024-11-16T04:19:33,510 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-45521065/flush-table-proc/acquired' 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5a23cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44965,-1 for getting cluster id 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,35687,1731730772662' 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-45521065/online-snapshot/abort' 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-45521065/online-snapshot/acquired' 2024-11-16T04:19:33,511 DEBUG [RS:0;fda3efb342d8:35687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:19:33,511 INFO [RS:0;fda3efb342d8:35687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:19:33,511 INFO [RS:0;fda3efb342d8:35687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:19:33,512 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b12663d3-39e7-4415-9097-2209b7f5ca96' 2024-11-16T04:19:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b12663d3-39e7-4415-9097-2209b7f5ca96" 2024-11-16T04:19:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44706831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44965,-1] 2024-11-16T04:19:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:33,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:33,513 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:33,514 DEBUG [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c10ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:33,514 DEBUG [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44965,1731730763005 2024-11-16T04:19:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c5ee4dd 2024-11-16T04:19:33,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:33,515 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T04:19:33,515 INFO [RS:0;fda3efb342d8:35687.replicationSource,1-fda3efb342d8,35687,1731730772662 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,35687,1731730772662 (queues=0) is replicating from cluster=8f4491be-0816-479e-8cde-9cfb0503b278 to cluster=b12663d3-39e7-4415-9097-2209b7f5ca96 2024-11-16T04:19:33,537 WARN [fda3efb342d8:44955 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:19:33,612 INFO [RS:0;fda3efb342d8:35687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:33,613 INFO [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C35687%2C1731730772662, suffix=, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs, maxLogs=10 2024-11-16T04:19:33,624 DEBUG [RS:0;fda3efb342d8:35687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613, exclude list is [], retry=0 2024-11-16T04:19:33,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:33,628 INFO [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 2024-11-16T04:19:33,628 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fda3efb342d8%2C35687%2C1731730772662 for peer 1 2024-11-16T04:19:33,628 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C35687%2C1731730772662 2024-11-16T04:19:33,628 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,35687,1731730772662, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:19:33,628 DEBUG [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:33,628 INFO [RS:0;fda3efb342d8:35687.replicationSource.shipperfda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C35687%2C1731730772662 2024-11-16T04:19:33,629 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613, startPosition=0, beingWritten=true 2024-11-16T04:19:33,788 DEBUG [fda3efb342d8:44955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:19:33,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,35687,1731730772662 2024-11-16T04:19:33,789 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,35687,1731730772662, state=OPENING 2024-11-16T04:19:33,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:33,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:33,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:33,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:33,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:33,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,35687,1731730772662}] 2024-11-16T04:19:33,833 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:33,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:19:33,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:19:33,984 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:19:33,984 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:33,984 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:19:33,986 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C35687%2C1731730772662.meta, suffix=.meta, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs, maxLogs=10 2024-11-16T04:19:33,997 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.meta.1731730773986.meta, exclude list is [], retry=0 2024-11-16T04:19:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:34,000 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.meta.1731730773986.meta 2024-11-16T04:19:34,000 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:34,001 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:19:34,001 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:19:34,001 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:19:34,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:34,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:34,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:34,008 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/info/9e6699159e5b4bf7a0eea733a7d85ac5 2024-11-16T04:19:34,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:34,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:34,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:34,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:34,015 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/ns/8eea558a4d764450806d7c70449f29bc 2024-11-16T04:19:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:34,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:34,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:34,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:34,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:34,021 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/table/56293741ea0e4a4a9a94d4d330d7d3de 2024-11-16T04:19:34,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:34,021 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:34,022 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740 2024-11-16T04:19:34,023 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740 2024-11-16T04:19:34,024 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:34,024 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:34,024 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:34,025 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:34,026 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74959459, jitterRate=0.11698298156261444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:34,026 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:19:34,026 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730774001Writing region info on filesystem at 1731730774001Initializing all the Stores at 1731730774002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730774002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730774002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730774002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730774002Cleaning up temporary data from old regions at 1731730774024 (+22 ms)Running coprocessor post-open hooks at 1731730774026 (+2 ms)Region opened successfully at 1731730774026 2024-11-16T04:19:34,027 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731730773980 2024-11-16T04:19:34,028 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:19:34,028 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:19:34,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fda3efb342d8,35687,1731730772662 2024-11-16T04:19:34,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,35687,1731730772662, state=OPEN 2024-11-16T04:19:34,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:34,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-45521065/meta-region-server 2024-11-16T04:19:34,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,35687,1731730772662 2024-11-16T04:19:34,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:34,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-45521065/meta-region-server: CHANGED 2024-11-16T04:19:34,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T04:19:34,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,35687,1731730772662 in 209 msec 2024-11-16T04:19:34,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:19:34,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-16T04:19:34,137 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:34,541 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:34,935 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-16T04:19:35,045 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:35,649 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:36,353 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:36,437 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-16T04:19:37,158 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:37,890 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T04:19:37,890 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:19:37,890 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:37,890 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,35687,1731730772662, seqNum=-1] 2024-11-16T04:19:37,890 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:37,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:37,895 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c055fbc3830ccc5d53178ec9018715e, regionState=OPEN, lastHost=fda3efb342d8,42057,1731730757420, regionLocation=fda3efb342d8,42057,1731730757420, openSeqNum=2 2024-11-16T04:19:37,895 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:19:37,895 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730837895 2024-11-16T04:19:37,895 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730897895 2024-11-16T04:19:37,895 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-16T04:19:37,896 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fda3efb342d8,42057,1731730757420 had 2 regions 2024-11-16T04:19:37,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44955,1731730772619-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44955,1731730772619-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44955,1731730772619-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:44955, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,896 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,896 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fda3efb342d8,42057,1731730757420, splitWal=true, meta=true, isMeta: false 2024-11-16T04:19:37,898 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420-splitting dir is empty, no logs to split. 2024-11-16T04:19:37,898 INFO [PEWorker-3 {}] master.SplitWALManager(105): fda3efb342d8,42057,1731730757420 WAL count=0, meta=false 2024-11-16T04:19:37,901 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,42057,1731730757420-splitting dir is empty, no logs to split. 2024-11-16T04:19:37,901 INFO [PEWorker-3 {}] master.SplitWALManager(105): fda3efb342d8,42057,1731730757420 WAL count=0, meta=false 2024-11-16T04:19:37,901 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fda3efb342d8,42057,1731730757420 WAL splitting is done? wals=0, meta=false 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.180sec 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44955,1731730772619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:37,902 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44955,1731730772619-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:19:37,902 WARN [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fda3efb342d8,42057,1731730757420/hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:37,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN}] 2024-11-16T04:19:37,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN 2024-11-16T04:19:37,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T04:19:37,905 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:19:37,905 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:19:37,905 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44955,1731730772619-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:37,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:37,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44955,-1 for getting cluster id 2024-11-16T04:19:37,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:37,990 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f4491be-0816-479e-8cde-9cfb0503b278' 2024-11-16T04:19:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f4491be-0816-479e-8cde-9cfb0503b278" 2024-11-16T04:19:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f872778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44955,-1] 2024-11-16T04:19:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:37,992 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847f3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:37,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,35687,1731730772662, seqNum=-1] 2024-11-16T04:19:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:37,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:37,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T04:19:37,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:37,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:37,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:37,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:37,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:37,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fda3efb342d8:44955 after: fda3efb342d8:44955 2024-11-16T04:19:37,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:37,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44955,-1 for getting cluster id 2024-11-16T04:19:37,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:37,998 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f4491be-0816-479e-8cde-9cfb0503b278' 2024-11-16T04:19:37,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:37,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f4491be-0816-479e-8cde-9cfb0503b278" 2024-11-16T04:19:37,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713839d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:37,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44955,-1] 2024-11-16T04:19:37,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:37,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:38,000 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:38,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:38,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:38,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44955,1731730772619 2024-11-16T04:19:38,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ac59986 2024-11-16T04:19:38,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:38,003 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:38,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T04:19:38,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:19:38,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:38,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:38,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:38,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:38,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:38,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:19:38,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966044622, stopped=false 2024-11-16T04:19:38,004 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,44965,1731730763005 2024-11-16T04:19:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/157515789/running 2024-11-16T04:19:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/157515789/running 2024-11-16T04:19:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:38,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:38,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:38,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:38,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:38,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/running 2024-11-16T04:19:38,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Set watcher on znode that does not yet exist, /157515789/running 2024-11-16T04:19:38,054 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,43001,1731730763146' ***** 2024-11-16T04:19:38,054 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:19:38,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,43001,1731730763146 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:43001. 2024-11-16T04:19:38,055 DEBUG [RS:0;fda3efb342d8:43001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:38,055 DEBUG [RS:0;fda3efb342d8:43001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:19:38,055 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:19:38,068 DEBUG [fda3efb342d8:44955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:19:38,068 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:38,068 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:19:38,069 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:19:38,069 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:19:38,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6c055fbc3830ccc5d53178ec9018715e, regionState=OPENING, regionLocation=fda3efb342d8,35687,1731730772662 2024-11-16T04:19:38,069 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:19:38,069 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:38,069 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:38,069 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:38,069 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:38,069 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:38,069 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:38,069 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T04:19:38,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN because future has completed 2024-11-16T04:19:38,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c055fbc3830ccc5d53178ec9018715e, server=fda3efb342d8,35687,1731730772662}] 2024-11-16T04:19:38,091 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/.tmp/ns/375e613febed45a28054ea7950b6222d is 43, key is default/ns:d/1731730766484/Put/seqid=0 2024-11-16T04:19:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741835_1011 (size=5153) 2024-11-16T04:19:38,143 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:38,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:38,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:38,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:19:38,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C35687%2C1731730772662.rep, suffix=, logDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662, archiveDir=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs, maxLogs=10 2024-11-16T04:19:38,235 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:19:38,235 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:19:38,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.rep.1731730778230, exclude list is [], retry=0 2024-11-16T04:19:38,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-f79b54df-43cb-4112-a1cd-e3e6d4e26620,DISK] 2024-11-16T04:19:38,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.rep.1731730778230 2024-11-16T04:19:38,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-16T04:19:38,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c055fbc3830ccc5d53178ec9018715e, NAME => 'hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. service=MultiRowMutationService 2024-11-16T04:19:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:19:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,246 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,247 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c055fbc3830ccc5d53178ec9018715e columnFamilyName hfileref 2024-11-16T04:19:38,247 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:38,247 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(327): Store=6c055fbc3830ccc5d53178ec9018715e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:38,247 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,248 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c055fbc3830ccc5d53178ec9018715e columnFamilyName queue 2024-11-16T04:19:38,248 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:38,253 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/queue/4d4eb840cf0d4d45adce457b006170fd 2024-11-16T04:19:38,253 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(327): Store=6c055fbc3830ccc5d53178ec9018715e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:38,253 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,254 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c055fbc3830ccc5d53178ec9018715e columnFamilyName sid 2024-11-16T04:19:38,254 DEBUG [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:38,254 INFO [StoreOpener-6c055fbc3830ccc5d53178ec9018715e-1 {}] regionserver.HStore(327): Store=6c055fbc3830ccc5d53178ec9018715e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:19:38,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6c055fbc3830ccc5d53178ec9018715e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65329372, jitterRate=-0.026516497135162354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:19:38,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:38,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6c055fbc3830ccc5d53178ec9018715e: Running coprocessor pre-open hook at 1731730778245Writing region info on filesystem at 1731730778245Initializing all the Stores at 1731730778246 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730778246Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730778246Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730778246Cleaning up temporary data from old regions at 1731730778257 (+11 ms)Running coprocessor post-open hooks at 1731730778259 (+2 ms)Region opened successfully at 1731730778259 2024-11-16T04:19:38,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e., pid=13, masterSystemTime=1731730778225 2024-11-16T04:19:38,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:38,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:38,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6c055fbc3830ccc5d53178ec9018715e, regionState=OPEN, openSeqNum=9, regionLocation=fda3efb342d8,35687,1731730772662 2024-11-16T04:19:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c055fbc3830ccc5d53178ec9018715e, server=fda3efb342d8,35687,1731730772662 because future has completed 2024-11-16T04:19:38,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T04:19:38,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c055fbc3830ccc5d53178ec9018715e, server=fda3efb342d8,35687,1731730772662 in 192 msec 2024-11-16T04:19:38,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T04:19:38,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c055fbc3830ccc5d53178ec9018715e, ASSIGN in 363 msec 2024-11-16T04:19:38,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T04:19:38,269 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:38,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e., hostname=fda3efb342d8,35687,1731730772662, seqNum=9] 2024-11-16T04:19:38,284 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for fda3efb342d8,42057,1731730757420 2024-11-16T04:19:38,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T04:19:38,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T04:19:38,469 DEBUG [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:38,495 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/.tmp/ns/375e613febed45a28054ea7950b6222d 2024-11-16T04:19:38,545 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/.tmp/ns/375e613febed45a28054ea7950b6222d as hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/ns/375e613febed45a28054ea7950b6222d 2024-11-16T04:19:38,550 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/ns/375e613febed45a28054ea7950b6222d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T04:19:38,551 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 482ms, sequenceid=6, compaction requested=false 2024-11-16T04:19:38,551 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:19:38,554 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:19:38,555 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:38,555 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:38,555 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:38,555 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730778069Running coprocessor pre-close hooks at 1731730778069Disabling compacts and flushes for region at 1731730778069Disabling writes for close at 1731730778069Obtaining lock to block concurrent updates at 1731730778069Preparing flush snapshotting stores in 1588230740 at 1731730778069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731730778069Flushing stores of hbase:meta,,1.1588230740 at 1731730778070 (+1 ms)Flushing 1588230740/ns: creating writer at 1731730778070Flushing 1588230740/ns: appending metadata at 1731730778090 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731730778090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287958e1: reopening flushed file at 1731730778544 (+454 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 482ms, sequenceid=6, compaction requested=false at 1731730778551 (+7 ms)Writing region close event to WAL at 1731730778551Running coprocessor post-close hooks at 1731730778555 (+4 ms)Closed at 1731730778555 2024-11-16T04:19:38,555 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:38,669 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,43001,1731730763146; all regions closed. 2024-11-16T04:19:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741834_1010 (size=1152) 2024-11-16T04:19:38,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/WALs/fda3efb342d8,43001,1731730763146/fda3efb342d8%2C43001%2C1731730763146.meta.1731730766422.meta not finished, retry = 0 2024-11-16T04:19:38,774 DEBUG [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/oldWALs 2024-11-16T04:19:38,774 INFO [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C43001%2C1731730763146.meta:.meta(num 1731730766422) 2024-11-16T04:19:38,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741832_1008 (size=93) 2024-11-16T04:19:38,778 DEBUG [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/oldWALs 2024-11-16T04:19:38,778 INFO [RS:0;fda3efb342d8:43001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C43001%2C1731730763146:(num 1731730765361) 2024-11-16T04:19:38,778 DEBUG [RS:0;fda3efb342d8:43001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:38,778 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:38,778 INFO [RS:0;fda3efb342d8:43001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:38,778 INFO [RS:0;fda3efb342d8:43001 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:38,778 INFO [RS:0;fda3efb342d8:43001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:38,778 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:38,778 INFO [RS:0;fda3efb342d8:43001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43001 2024-11-16T04:19:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789/rs 2024-11-16T04:19:38,795 INFO [RS:0;fda3efb342d8:43001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:38,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/157515789/rs/fda3efb342d8,43001,1731730763146 2024-11-16T04:19:38,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,43001,1731730763146] 2024-11-16T04:19:38,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /157515789/draining/fda3efb342d8,43001,1731730763146 already deleted, retry=false 2024-11-16T04:19:38,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,43001,1731730763146 expired; onlineServers=0 2024-11-16T04:19:38,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,44965,1731730763005' ***** 2024-11-16T04:19:38,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:38,816 DEBUG [M:0;fda3efb342d8:44965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:19:38,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:19:38,816 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730765166 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730765166,5,FailOnTimeoutGroup] 2024-11-16T04:19:38,816 DEBUG [M:0;fda3efb342d8:44965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:19:38,816 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730765166 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730765166,5,FailOnTimeoutGroup] 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:38,816 DEBUG [M:0;fda3efb342d8:44965 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:38,816 INFO [M:0;fda3efb342d8:44965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:19:38,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:19:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/157515789/master 2024-11-16T04:19:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/157515789 2024-11-16T04:19:38,826 DEBUG [M:0;fda3efb342d8:44965 {}] zookeeper.ZKUtil(347): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Unable to get data of znode /157515789/master because node does not exist (not an error) 2024-11-16T04:19:38,826 WARN [M:0;fda3efb342d8:44965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:19:38,827 INFO [M:0;fda3efb342d8:44965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/.lastflushedseqids 2024-11-16T04:19:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741836_1012 (size=99) 2024-11-16T04:19:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:38,905 INFO [RS:0;fda3efb342d8:43001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43001-0x10141de49ad0004, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:38,905 INFO [RS:0;fda3efb342d8:43001 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,43001,1731730763146; zookeeper connection closed. 2024-11-16T04:19:38,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5084dab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5084dab 2024-11-16T04:19:38,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:19:39,074 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:39,232 INFO [M:0;fda3efb342d8:44965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:19:39,232 INFO [M:0;fda3efb342d8:44965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:19:39,232 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:39,232 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:39,232 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:39,232 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:39,232 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:39,232 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T04:19:39,249 DEBUG [M:0;fda3efb342d8:44965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0551e43b7f64a9fa17faa43f9681393 is 82, key is hbase:meta,,1/info:regioninfo/1731730766455/Put/seqid=0 2024-11-16T04:19:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741837_1013 (size=5672) 2024-11-16T04:19:39,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:39,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:39,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:39,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:39,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:39,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:39,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:39,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:19:39,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T04:19:39,654 INFO [M:0;fda3efb342d8:44965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0551e43b7f64a9fa17faa43f9681393 2024-11-16T04:19:39,674 DEBUG [M:0;fda3efb342d8:44965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2300e10dfba4ac280bb437b891af846 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731730766488/Put/seqid=0 2024-11-16T04:19:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741838_1014 (size=5275) 2024-11-16T04:19:40,078 INFO [M:0;fda3efb342d8:44965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2300e10dfba4ac280bb437b891af846 2024-11-16T04:19:40,095 DEBUG [M:0;fda3efb342d8:44965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/223af96a696d4d9787cc5ef807e84189 is 69, key is fda3efb342d8,43001,1731730763146/rs:state/1731730765210/Put/seqid=0 2024-11-16T04:19:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741839_1015 (size=5156) 2024-11-16T04:19:40,178 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:40,499 INFO [M:0;fda3efb342d8:44965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/223af96a696d4d9787cc5ef807e84189 2024-11-16T04:19:40,503 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0551e43b7f64a9fa17faa43f9681393 as hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0551e43b7f64a9fa17faa43f9681393 2024-11-16T04:19:40,508 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0551e43b7f64a9fa17faa43f9681393, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T04:19:40,509 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2300e10dfba4ac280bb437b891af846 as hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2300e10dfba4ac280bb437b891af846 2024-11-16T04:19:40,513 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2300e10dfba4ac280bb437b891af846, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T04:19:40,514 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/223af96a696d4d9787cc5ef807e84189 as hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/223af96a696d4d9787cc5ef807e84189 2024-11-16T04:19:40,518 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/4258fc32-c6ab-3fe7-cf07-d306fea069d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/223af96a696d4d9787cc5ef807e84189, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T04:19:40,519 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-16T04:19:40,520 INFO [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:40,520 DEBUG [M:0;fda3efb342d8:44965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730779232Disabling compacts and flushes for region at 1731730779232Disabling writes for close at 1731730779232Obtaining lock to block concurrent updates at 1731730779232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730779232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731730779233 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730779233Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730779233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730779249 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730779249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730779658 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730779673 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730779673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730780082 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730780094 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730780094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7951abd0: reopening flushed file at 1731730780503 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519c3564: reopening flushed file at 1731730780508 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dc2040: reopening flushed file at 1731730780513 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1731730780519 (+6 ms)Writing region close event to WAL at 1731730780520 (+1 ms)Closed at 1731730780520 2024-11-16T04:19:40,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741830_1006 (size=10165) 2024-11-16T04:19:40,522 INFO [M:0;fda3efb342d8:44965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:19:40,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:40,522 INFO [M:0;fda3efb342d8:44965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44965 2024-11-16T04:19:40,522 INFO [M:0;fda3efb342d8:44965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:40,690 INFO [M:0;fda3efb342d8:44965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44965-0x10141de49ad0003, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:40,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:40,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:40,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:40,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:40,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:40,694 WARN [BP-341588771-172.17.0.2-1731730761036 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:19:40,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:19:40,694 WARN [BP-341588771-172.17.0.2-1731730761036 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-341588771-172.17.0.2-1731730761036 (Datanode Uuid c4eacc61-a5da-40dc-9b80-9114b60f2455) service to localhost/127.0.0.1:40039 2024-11-16T04:19:40,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:19:40,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/cluster_90b5bed6-29cd-4819-8038-c6d399a3db9e/data/data1/current/BP-341588771-172.17.0.2-1731730761036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:40,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/cluster_90b5bed6-29cd-4819-8038-c6d399a3db9e/data/data2/current/BP-341588771-172.17.0.2-1731730761036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:40,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:19:40,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:40,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:40,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:40,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:40,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:19:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:19:40,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:40,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:40,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:40,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:40,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:40,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:19:40,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1915578574, stopped=false 2024-11-16T04:19:40,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,44955,1731730772619 2024-11-16T04:19:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/running 2024-11-16T04:19:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:40,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:40,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:19:40,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:40,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:40,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Set watcher on znode that does not yet exist, /0-45521065/running 2024-11-16T04:19:40,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:40,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,35687,1731730772662' ***** 2024-11-16T04:19:40,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:19:40,728 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:19:40,728 INFO [RS:0;fda3efb342d8:35687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:19:40,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:19:40,728 INFO [RS:0;fda3efb342d8:35687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,35687,1731730772662 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:35687. 2024-11-16T04:19:40,729 DEBUG [RS:0;fda3efb342d8:35687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:40,729 DEBUG [RS:0;fda3efb342d8:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c055fbc3830ccc5d53178ec9018715e, disabling compactions & flushes 2024-11-16T04:19:40,729 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. after waiting 0 ms 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:40,729 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:19:40,729 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6c055fbc3830ccc5d53178ec9018715e=hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e.} 2024-11-16T04:19:40,729 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c055fbc3830ccc5d53178ec9018715e 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:40,729 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:40,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:40,729 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T04:19:40,732 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/replication/6c055fbc3830ccc5d53178ec9018715e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T04:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:40,733 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c055fbc3830ccc5d53178ec9018715e: Waiting for close lock at 1731730780729Running coprocessor pre-close hooks at 1731730780729Disabling compacts and flushes for region at 1731730780729Disabling writes for close at 1731730780729Writing region close event to WAL at 1731730780730 (+1 ms)Running coprocessor post-close hooks at 1731730780733 (+3 ms)Closed at 1731730780733 2024-11-16T04:19:40,733 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e. 2024-11-16T04:19:40,742 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/info/33b83be960744d62bb6483e0615cff23 is 147, key is hbase:replication,,1731730766636.6c055fbc3830ccc5d53178ec9018715e./info:regioninfo/1731730778262/Put/seqid=0 2024-11-16T04:19:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741851_1027 (size=6385) 2024-11-16T04:19:40,780 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:40,929 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:41,130 DEBUG [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:19:41,146 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/info/33b83be960744d62bb6483e0615cff23 2024-11-16T04:19:41,151 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/.tmp/info/33b83be960744d62bb6483e0615cff23 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/info/33b83be960744d62bb6483e0615cff23 2024-11-16T04:19:41,156 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/info/33b83be960744d62bb6483e0615cff23, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T04:19:41,156 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-11-16T04:19:41,161 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T04:19:41,161 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:41,161 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:41,161 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:41,161 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730780729Running coprocessor pre-close hooks at 1731730780729Disabling compacts and flushes for region at 1731730780729Disabling writes for close at 1731730780729Obtaining lock to block concurrent updates at 1731730780729Preparing flush snapshotting stores in 1588230740 at 1731730780729Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731730780730 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730780730Flushing 1588230740/info: creating writer at 1731730780730Flushing 1588230740/info: appending metadata at 1731730780742 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731730780742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b1a94e: reopening flushed file at 1731730781150 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1731730781156 (+6 ms)Writing region close event to WAL at 1731730781158 (+2 ms)Running coprocessor post-close hooks at 1731730781161 (+3 ms)Closed at 1731730781161 2024-11-16T04:19:41,162 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:41,330 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,35687,1731730772662; all regions closed. 2024-11-16T04:19:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741849_1025 (size=2156) 2024-11-16T04:19:41,334 DEBUG [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs 2024-11-16T04:19:41,334 INFO [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C35687%2C1731730772662.meta:.meta(num 1731730773986) 2024-11-16T04:19:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741850_1026 (size=796) 2024-11-16T04:19:41,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.rep.1731730778230 not finished, retry = 0 2024-11-16T04:19:41,383 DEBUG [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 to pos 0, reset compression=false 2024-11-16T04:19:41,438 DEBUG [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs 2024-11-16T04:19:41,438 INFO [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C35687%2C1731730772662.rep:(num 1731730778230) 2024-11-16T04:19:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741848_1024 (size=93) 2024-11-16T04:19:41,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/WALs/fda3efb342d8,35687,1731730772662/fda3efb342d8%2C35687%2C1731730772662.1731730773613 not finished, retry = 0 2024-11-16T04:19:41,543 DEBUG [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/oldWALs 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C35687%2C1731730772662:(num 1731730773613) 2024-11-16T04:19:41,543 DEBUG [RS:0;fda3efb342d8:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:41,543 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,35687,1731730772662 because: Region server is closing 2024-11-16T04:19:41,543 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T04:19:41,543 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T04:19:41,543 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T04:19:41,543 INFO [RS:0;fda3efb342d8:35687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:35687. 2024-11-16T04:19:41,543 DEBUG [RS:0;fda3efb342d8:35687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:19:41,543 DEBUG [RS:0;fda3efb342d8:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:41,544 DEBUG [RS:0;fda3efb342d8:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:41,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:41,644 WARN [RS:0;fda3efb342d8:35687.replicationSource.shipperfda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:19:41,644 WARN [RS:0;fda3efb342d8:35687.replicationSource.wal-reader.fda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:19:41,644 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fda3efb342d8:35687.replicationSource.shipperfda3efb342d8%2C35687%2C1731730772662,1-fda3efb342d8,35687,1731730772662 terminated 2024-11-16T04:19:41,644 INFO [RS:0;fda3efb342d8:35687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35687 2024-11-16T04:19:41,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/rs/fda3efb342d8,35687,1731730772662 2024-11-16T04:19:41,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065/rs 2024-11-16T04:19:41,696 INFO [RS:0;fda3efb342d8:35687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:41,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,35687,1731730772662] 2024-11-16T04:19:41,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-45521065/draining/fda3efb342d8,35687,1731730772662 already deleted, retry=false 2024-11-16T04:19:41,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,35687,1731730772662 expired; onlineServers=0 2024-11-16T04:19:41,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,44955,1731730772619' ***** 2024-11-16T04:19:41,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:19:41,717 DEBUG [M:0;fda3efb342d8:44955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:19:41,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:19:41,717 DEBUG [M:0;fda3efb342d8:44955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:19:41,717 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730773381 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730773381,5,FailOnTimeoutGroup] 2024-11-16T04:19:41,717 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730773382 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730773382,5,FailOnTimeoutGroup] 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:19:41,717 DEBUG [M:0;fda3efb342d8:44955 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:19:41,717 INFO [M:0;fda3efb342d8:44955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:19:41,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:19:41,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-45521065/master 2024-11-16T04:19:41,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-45521065 2024-11-16T04:19:41,727 DEBUG [M:0;fda3efb342d8:44955 {}] zookeeper.ZKUtil(347): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Unable to get data of znode /0-45521065/master because node does not exist (not an error) 2024-11-16T04:19:41,727 WARN [M:0;fda3efb342d8:44955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:19:41,728 INFO [M:0;fda3efb342d8:44955 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/.lastflushedseqids 2024-11-16T04:19:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741852_1028 (size=181) 2024-11-16T04:19:41,806 INFO [RS:0;fda3efb342d8:35687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:41,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:41,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10141de49ad0007, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:41,806 INFO [RS:0;fda3efb342d8:35687 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,35687,1731730772662; zookeeper connection closed. 2024-11-16T04:19:41,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@378946cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@378946cd 2024-11-16T04:19:41,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:19:42,133 INFO [M:0;fda3efb342d8:44955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:19:42,133 INFO [M:0;fda3efb342d8:44955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:19:42,133 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:42,133 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:42,133 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:42,133 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:42,133 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:42,133 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T04:19:42,147 DEBUG [M:0;fda3efb342d8:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c822fdfd7314179a729f375742c5812 is 82, key is hbase:meta,,1/info:regioninfo/1731730774029/Put/seqid=0 2024-11-16T04:19:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741853_1029 (size=5672) 2024-11-16T04:19:42,551 INFO [M:0;fda3efb342d8:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c822fdfd7314179a729f375742c5812 2024-11-16T04:19:42,573 DEBUG [M:0;fda3efb342d8:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea0d386c0fe24f29ae20964687ced723 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731730778267/Put/seqid=0 2024-11-16T04:19:42,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741854_1030 (size=7312) 2024-11-16T04:19:42,978 INFO [M:0;fda3efb342d8:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea0d386c0fe24f29ae20964687ced723 2024-11-16T04:19:42,995 DEBUG [M:0;fda3efb342d8:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/332add4391074eaaa01354b52fe10f8c is 69, key is fda3efb342d8,35687,1731730772662/rs:state/1731730773418/Put/seqid=0 2024-11-16T04:19:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741855_1031 (size=5370) 2024-11-16T04:19:43,399 INFO [M:0;fda3efb342d8:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/332add4391074eaaa01354b52fe10f8c 2024-11-16T04:19:43,403 INFO [M:0;fda3efb342d8:44955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 332add4391074eaaa01354b52fe10f8c 2024-11-16T04:19:43,404 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c822fdfd7314179a729f375742c5812 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c822fdfd7314179a729f375742c5812 2024-11-16T04:19:43,408 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c822fdfd7314179a729f375742c5812, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T04:19:43,409 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea0d386c0fe24f29ae20964687ced723 as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea0d386c0fe24f29ae20964687ced723 2024-11-16T04:19:43,413 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea0d386c0fe24f29ae20964687ced723, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T04:19:43,414 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/332add4391074eaaa01354b52fe10f8c as hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/332add4391074eaaa01354b52fe10f8c 2024-11-16T04:19:43,418 INFO [M:0;fda3efb342d8:44955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 332add4391074eaaa01354b52fe10f8c 2024-11-16T04:19:43,418 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41369/user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/332add4391074eaaa01354b52fe10f8c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T04:19:43,419 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-16T04:19:43,420 INFO [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:43,420 DEBUG [M:0;fda3efb342d8:44955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730782133Disabling compacts and flushes for region at 1731730782133Disabling writes for close at 1731730782133Obtaining lock to block concurrent updates at 1731730782133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730782133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731730782134 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730782134Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730782134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730782146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730782146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730782556 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730782573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730782573Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730782983 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730782995 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730782995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b379c39: reopening flushed file at 1731730783403 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7506fc0c: reopening flushed file at 1731730783408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7752465c: reopening flushed file at 1731730783413 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1731730783419 (+6 ms)Writing region close event to WAL at 1731730783420 (+1 ms)Closed at 1731730783420 2024-11-16T04:19:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741847_1023 (size=22903) 2024-11-16T04:19:43,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12aa720a-dda3-4af0-3f2b-9737e609414f/MasterData/WALs/fda3efb342d8,44955,1731730772619/fda3efb342d8%2C44955%2C1731730772619.1731730773166 not finished, retry = 0 2024-11-16T04:19:43,523 INFO [M:0;fda3efb342d8:44955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:19:43,523 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:19:43,523 INFO [M:0;fda3efb342d8:44955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44955 2024-11-16T04:19:43,523 INFO [M:0;fda3efb342d8:44955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:19:43,680 INFO [M:0;fda3efb342d8:44955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:19:43,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:43,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x10141de49ad0006, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:19:43,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:43,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:43,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:43,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:43,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:43,684 WARN [BP-406860847-172.17.0.2-1731730755106 heartbeating to localhost/127.0.0.1:41369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:19:43,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:19:43,684 WARN [BP-406860847-172.17.0.2-1731730755106 heartbeating to localhost/127.0.0.1:41369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-406860847-172.17.0.2-1731730755106 (Datanode Uuid b31810c5-0d88-4266-9c37-1afea37fa753) service to localhost/127.0.0.1:41369 2024-11-16T04:19:43,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:19:43,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/data/data1/current/BP-406860847-172.17.0.2-1731730755106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:43,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/cluster_d680e456-e5eb-7170-f684-6e598a9671a0/data/data2/current/BP-406860847-172.17.0.2-1731730755106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:19:43,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:19:43,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:43,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:19:43,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:19:43,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:19:43,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75f05e4a-e481-9e84-aab5-1ab3a816af08/hadoop.log.dir/,STOPPED} 2024-11-16T04:19:43,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:19:43,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:19:43,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40039 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41369 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=7821 (was 8387) 2024-11-16T04:19:43,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=7820 2024-11-16T04:19:43,734 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T04:19:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir so I do NOT create it in target/test-data/9f953915-88f8-13be-58c0-4eceb9299609 2024-11-16T04:19:43,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:19:43,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.tmp.dir so I do NOT create it in target/test-data/9f953915-88f8-13be-58c0-4eceb9299609 2024-11-16T04:19:43,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8cee3bf9-0f2a-ef84-1811-5bf038f44319/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:19:43,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609 2024-11-16T04:19:43,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d, deleteOnExit=true 2024-11-16T04:19:43,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/zookeeper_0, clientPort=54461, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:19:43,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54461 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/test.cache.data in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:19:43,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:43,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:19:43,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:19:43,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141de49ad0002, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:19:43,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141de49ad0005, quorum=127.0.0.1:64985, baseZNode=/157515789 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:19:43,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141de49ad0002, quorum=127.0.0.1:64985, baseZNode=/0-45521065 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:19:43,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141de49ad0005, quorum=127.0.0.1:64985, baseZNode=/157515789 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:19:44,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:44,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:44,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:44,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:44,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:19:44,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:44,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:44,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:44,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/java.io.tmpdir/jetty-localhost-42649-hadoop-hdfs-3_4_1-tests_jar-_-any-2737344077678931137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:44,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:42649} 2024-11-16T04:19:44,438 INFO [Time-limited test {}] server.Server(415): Started @171235ms 2024-11-16T04:19:44,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:44,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:44,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:44,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:44,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:19:44,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:44,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:44,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@670e66f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/java.io.tmpdir/jetty-localhost-38699-hadoop-hdfs-3_4_1-tests_jar-_-any-16660827207803148412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:44,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:38699} 2024-11-16T04:19:44,776 INFO [Time-limited test {}] server.Server(415): Started @171573ms 2024-11-16T04:19:44,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:19:45,493 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/data/data1/current/BP-1712718267-172.17.0.2-1731730783782/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:45,493 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/data/data2/current/BP-1712718267-172.17.0.2-1731730783782/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:45,507 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:19:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e1d9a4513f2612 with lease ID 0x1eeb8a5d29c372f1: Processing first storage report for DS-21439a6c-0726-4006-a332-a492b4ebd6ff from datanode DatanodeRegistration(127.0.0.1:38815, datanodeUuid=39fa87e7-9a60-47cb-87c3-083087109a31, infoPort=44367, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=164112614;c=1731730783782) 2024-11-16T04:19:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e1d9a4513f2612 with lease ID 0x1eeb8a5d29c372f1: from storage DS-21439a6c-0726-4006-a332-a492b4ebd6ff node DatanodeRegistration(127.0.0.1:38815, datanodeUuid=39fa87e7-9a60-47cb-87c3-083087109a31, infoPort=44367, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=164112614;c=1731730783782), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e1d9a4513f2612 with lease ID 0x1eeb8a5d29c372f1: Processing first storage report for DS-f6fc1c57-9a4a-4461-8a42-6e37c79f068e from datanode DatanodeRegistration(127.0.0.1:38815, datanodeUuid=39fa87e7-9a60-47cb-87c3-083087109a31, infoPort=44367, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=164112614;c=1731730783782) 2024-11-16T04:19:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e1d9a4513f2612 with lease ID 0x1eeb8a5d29c372f1: from storage DS-f6fc1c57-9a4a-4461-8a42-6e37c79f068e node DatanodeRegistration(127.0.0.1:38815, datanodeUuid=39fa87e7-9a60-47cb-87c3-083087109a31, infoPort=44367, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=164112614;c=1731730783782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:45,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609 2024-11-16T04:19:45,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:45,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:19:46,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2 with version=8 2024-11-16T04:19:46,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/hbase-staging 2024-11-16T04:19:46,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:19:46,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:46,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45783 2024-11-16T04:19:46,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45783 connecting to ZooKeeper ensemble=127.0.0.1:54461 2024-11-16T04:19:46,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457830x0, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:46,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45783-0x10141deb9b30000 connected 2024-11-16T04:19:46,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:46,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:46,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/running 2024-11-16T04:19:46,194 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2, hbase.cluster.distributed=false 2024-11-16T04:19:46,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/acl 2024-11-16T04:19:46,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-16T04:19:46,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45783 2024-11-16T04:19:46,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45783 2024-11-16T04:19:46,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-16T04:19:46,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-16T04:19:46,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:19:46,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:46,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36529 2024-11-16T04:19:46,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36529 connecting to ZooKeeper ensemble=127.0.0.1:54461 2024-11-16T04:19:46,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:46,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:46,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365290x0, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:46,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36529-0x10141deb9b30001 connected 2024-11-16T04:19:46,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365290x0, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/running 2024-11-16T04:19:46,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:19:46,234 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:19:46,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/master 2024-11-16T04:19:46,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:46,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/acl 2024-11-16T04:19:46,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36529 2024-11-16T04:19:46,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36529 2024-11-16T04:19:46,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36529 2024-11-16T04:19:46,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36529 2024-11-16T04:19:46,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36529 2024-11-16T04:19:46,259 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:45783 2024-11-16T04:19:46,260 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0758549519/backup-masters/fda3efb342d8,45783,1731730786012 2024-11-16T04:19:46,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519/backup-masters 2024-11-16T04:19:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519/backup-masters 2024-11-16T04:19:46,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,268 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on existing znode=/0758549519/backup-masters/fda3efb342d8,45783,1731730786012 2024-11-16T04:19:46,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0758549519/master 2024-11-16T04:19:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:46,279 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on existing znode=/0758549519/master 2024-11-16T04:19:46,280 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0758549519/backup-masters/fda3efb342d8,45783,1731730786012 from backup master directory 2024-11-16T04:19:46,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519/backup-masters 2024-11-16T04:19:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0758549519/backup-masters/fda3efb342d8,45783,1731730786012 2024-11-16T04:19:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519/backup-masters 2024-11-16T04:19:46,289 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:46,289 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,45783,1731730786012 2024-11-16T04:19:46,293 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/hbase.id] with ID: 62d8a96f-805d-417a-82f4-7015f90f262d 2024-11-16T04:19:46,293 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/.tmp/hbase.id 2024-11-16T04:19:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:19:46,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/.tmp/hbase.id]:[hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/hbase.id] 2024-11-16T04:19:46,708 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:46,708 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:19:46,709 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:19:46,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:46,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:19:47,164 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:47,164 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:19:47,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:19:47,571 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store 2024-11-16T04:19:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:19:47,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:47,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:47,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:47,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:47,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:47,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:47,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:47,977 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730787977Disabling compacts and flushes for region at 1731730787977Disabling writes for close at 1731730787977Writing region close event to WAL at 1731730787977Closed at 1731730787977 2024-11-16T04:19:47,978 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/.initializing 2024-11-16T04:19:47,978 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/WALs/fda3efb342d8,45783,1731730786012 2024-11-16T04:19:47,979 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:47,981 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C45783%2C1731730786012, suffix=, logDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/WALs/fda3efb342d8,45783,1731730786012, archiveDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/oldWALs, maxLogs=10 2024-11-16T04:19:47,996 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/WALs/fda3efb342d8,45783,1731730786012/fda3efb342d8%2C45783%2C1731730786012.1731730787981, exclude list is [], retry=0 2024-11-16T04:19:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-21439a6c-0726-4006-a332-a492b4ebd6ff,DISK] 2024-11-16T04:19:48,000 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/WALs/fda3efb342d8,45783,1731730786012/fda3efb342d8%2C45783%2C1731730786012.1731730787981 2024-11-16T04:19:48,000 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-11-16T04:19:48,001 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:48,001 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:48,001 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,001 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:19:48,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:48,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:48,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:19:48,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:48,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:48,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:19:48,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:48,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:48,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:19:48,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:48,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:48,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,008 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,008 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,009 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:48,010 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:48,012 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:48,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64521227, jitterRate=-0.03855879604816437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:48,013 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730788001Initializing all the Stores at 1731730788002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730788002Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730788002Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730788002Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730788002Cleaning up temporary data from old regions at 1731730788009 (+7 ms)Region opened successfully at 1731730788013 (+4 ms) 2024-11-16T04:19:48,013 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:19:48,016 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4240821d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:48,016 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:19:48,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:19:48,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:19:48,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:19:48,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:19:48,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:19:48,018 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:19:48,020 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:19:48,021 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Unable to get data of znode /0758549519/balancer because node does not exist (not necessarily an error) 2024-11-16T04:19:48,120 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0758549519/balancer already deleted, retry=false 2024-11-16T04:19:48,121 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:19:48,121 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Unable to get data of znode /0758549519/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:19:48,183 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0758549519/normalizer already deleted, retry=false 2024-11-16T04:19:48,184 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:19:48,185 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Unable to get data of znode /0758549519/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:19:48,194 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0758549519/switch/split already deleted, retry=false 2024-11-16T04:19:48,195 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Unable to get data of znode /0758549519/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:19:48,204 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0758549519/switch/merge already deleted, retry=false 2024-11-16T04:19:48,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Unable to get data of znode /0758549519/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:19:48,215 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0758549519/snapshot-cleanup already deleted, retry=false 2024-11-16T04:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0758549519/running 2024-11-16T04:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0758549519/running 2024-11-16T04:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:48,226 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,45783,1731730786012, sessionid=0x10141deb9b30000, setting cluster-up flag (Was=false) 2024-11-16T04:19:48,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:48,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:48,278 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0758549519/flush-table-proc/acquired, /0758549519/flush-table-proc/reached, /0758549519/flush-table-proc/abort 2024-11-16T04:19:48,279 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45783,1731730786012 2024-11-16T04:19:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:48,331 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0758549519/online-snapshot/acquired, /0758549519/online-snapshot/reached, /0758549519/online-snapshot/abort 2024-11-16T04:19:48,332 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45783,1731730786012 2024-11-16T04:19:48,333 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:19:48,334 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:48,334 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:19:48,335 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:19:48,335 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,45783,1731730786012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:48,336 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:48,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:19:48,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:48,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:19:48,344 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730818344 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:19:48,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:19:48,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:19:48,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:19:48,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:19:48,349 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:19:48,349 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:19:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:19:48,352 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730788349,5,FailOnTimeoutGroup] 2024-11-16T04:19:48,353 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730788352,5,FailOnTimeoutGroup] 2024-11-16T04:19:48,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:19:48,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,354 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(746): ClusterId : 62d8a96f-805d-417a-82f4-7015f90f262d 2024-11-16T04:19:48,354 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:19:48,363 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:19:48,363 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:19:48,373 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:19:48,374 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2050e603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:48,387 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:36529 2024-11-16T04:19:48,387 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:19:48,387 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:19:48,387 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:19:48,388 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,45783,1731730786012 with port=36529, startcode=1731730786215 2024-11-16T04:19:48,388 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:19:48,390 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:19:48,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,36529,1731730786215 2024-11-16T04:19:48,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45783 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,36529,1731730786215 2024-11-16T04:19:48,392 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2 2024-11-16T04:19:48,392 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41787 2024-11-16T04:19:48,392 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:19:48,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519/rs 2024-11-16T04:19:48,405 DEBUG [RS:0;fda3efb342d8:36529 {}] zookeeper.ZKUtil(111): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on existing znode=/0758549519/rs/fda3efb342d8,36529,1731730786215 2024-11-16T04:19:48,405 WARN [RS:0;fda3efb342d8:36529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:48,405 INFO [RS:0;fda3efb342d8:36529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:48,405 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215 2024-11-16T04:19:48,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,36529,1731730786215] 2024-11-16T04:19:48,411 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:19:48,413 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:19:48,413 INFO [RS:0;fda3efb342d8:36529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:19:48,413 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,413 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:19:48,414 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:19:48,414 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,414 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:48,415 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:48,415 DEBUG [RS:0;fda3efb342d8:36529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:48,420 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,420 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,420 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,420 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,420 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,420 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36529,1731730786215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:48,438 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:19:48,438 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36529,1731730786215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,438 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,438 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.Replication(171): fda3efb342d8,36529,1731730786215 started 2024-11-16T04:19:48,454 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:48,454 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,36529,1731730786215, RpcServer on fda3efb342d8/172.17.0.2:36529, sessionid=0x10141deb9b30001 2024-11-16T04:19:48,454 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:19:48,454 DEBUG [RS:0;fda3efb342d8:36529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,36529,1731730786215 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,36529,1731730786215' 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0758549519/flush-table-proc/abort' 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0758549519/flush-table-proc/acquired' 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,36529,1731730786215 2024-11-16T04:19:48,455 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,36529,1731730786215' 2024-11-16T04:19:48,456 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0758549519/online-snapshot/abort' 2024-11-16T04:19:48,456 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0758549519/online-snapshot/acquired' 2024-11-16T04:19:48,456 DEBUG [RS:0;fda3efb342d8:36529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:19:48,456 INFO [RS:0;fda3efb342d8:36529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:19:48,456 INFO [RS:0;fda3efb342d8:36529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:19:48,557 INFO [RS:0;fda3efb342d8:36529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:48,558 INFO [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C36529%2C1731730786215, suffix=, logDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215, archiveDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/oldWALs, maxLogs=10 2024-11-16T04:19:48,575 DEBUG [RS:0;fda3efb342d8:36529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558, exclude list is [], retry=0 2024-11-16T04:19:48,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-21439a6c-0726-4006-a332-a492b4ebd6ff,DISK] 2024-11-16T04:19:48,579 INFO [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 2024-11-16T04:19:48,579 DEBUG [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-11-16T04:19:48,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:19:48,752 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2 2024-11-16T04:19:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:19:49,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:49,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:49,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:49,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:49,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:49,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:49,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:49,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:49,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:49,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:49,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740 2024-11-16T04:19:49,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740 2024-11-16T04:19:49,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:49,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:49,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:49,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:49,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:49,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61531794, jitterRate=-0.08310481905937195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:49,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730789157Initializing all the Stores at 1731730789158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730789158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730789158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730789158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730789158Cleaning up temporary data from old regions at 1731730789166 (+8 ms)Region opened successfully at 1731730789170 (+4 ms) 2024-11-16T04:19:49,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:49,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:49,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:49,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:49,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:49,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:49,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730789171Disabling compacts and flushes for region at 1731730789171Disabling writes for close at 1731730789171Writing region close event to WAL at 1731730789171Closed at 1731730789171 2024-11-16T04:19:49,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:49,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:19:49,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:19:49,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:49,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:19:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:19:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:19:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:49,324 DEBUG [fda3efb342d8:45783 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:19:49,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,36529,1731730786215 2024-11-16T04:19:49,326 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,36529,1731730786215, state=OPENING 2024-11-16T04:19:49,341 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:19:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:19:49,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0758549519/meta-region-server: CHANGED 2024-11-16T04:19:49,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0758549519/meta-region-server: CHANGED 2024-11-16T04:19:49,352 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:49,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,36529,1731730786215}] 2024-11-16T04:19:49,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:19:49,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:19:49,510 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:19:49,510 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:49,510 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:19:49,521 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C36529%2C1731730786215.meta, suffix=.meta, logDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215, archiveDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/oldWALs, maxLogs=10 2024-11-16T04:19:49,537 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.meta.1731730789522.meta, exclude list is [], retry=0 2024-11-16T04:19:49,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-21439a6c-0726-4006-a332-a492b4ebd6ff,DISK] 2024-11-16T04:19:49,546 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.meta.1731730789522.meta 2024-11-16T04:19:49,546 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:49,547 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:19:49,547 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:19:49,547 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:19:49,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:49,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:49,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:49,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:49,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:49,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:49,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:49,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:49,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:49,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:49,552 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:49,553 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740 2024-11-16T04:19:49,556 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740 2024-11-16T04:19:49,557 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:49,557 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:49,557 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:49,558 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:49,558 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70875076, jitterRate=0.05612093210220337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:49,558 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:19:49,559 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730789548Writing region info on filesystem at 1731730789548Initializing all the Stores at 1731730789548Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730789548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730789549 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730789549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730789549Cleaning up temporary data from old regions at 1731730789557 (+8 ms)Running coprocessor post-open hooks at 1731730789558 (+1 ms)Region opened successfully at 1731730789559 (+1 ms) 2024-11-16T04:19:49,560 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730789504 2024-11-16T04:19:49,562 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:19:49,562 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:19:49,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36529,1731730786215 2024-11-16T04:19:49,562 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,36529,1731730786215, state=OPEN 2024-11-16T04:19:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0758549519/meta-region-server 2024-11-16T04:19:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0758549519/meta-region-server 2024-11-16T04:19:49,605 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,36529,1731730786215 2024-11-16T04:19:49,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0758549519/meta-region-server: CHANGED 2024-11-16T04:19:49,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0758549519/meta-region-server: CHANGED 2024-11-16T04:19:49,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:19:49,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,36529,1731730786215 in 253 msec 2024-11-16T04:19:49,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:19:49,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-16T04:19:49,609 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:49,609 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:19:49,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:49,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36529,1731730786215, seqNum=-1] 2024-11-16T04:19:49,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:49,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:49,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-16T04:19:49,616 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730789616, completionTime=-1 2024-11-16T04:19:49,616 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:19:49,616 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:19:49,617 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:19:49,617 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730849617 2024-11-16T04:19:49,617 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730909617 2024-11-16T04:19:49,617 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:19:49,618 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45783,1731730786012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,618 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45783,1731730786012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,618 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45783,1731730786012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,618 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:45783, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,618 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,618 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,619 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45783,1731730786012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:49,621 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45783,1731730786012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:19:49,623 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:19:49,623 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:19:49,623 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45783,1731730786012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:49,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:19:49,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:49,656 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:19:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:19:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558d12a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:19:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:49,659 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:49,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:49,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36529,1731730786215, seqNum=-1] 2024-11-16T04:19:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:49,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:49,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,45783,1731730786012 2024-11-16T04:19:49,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54461 2024-11-16T04:19:49,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:49,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141deb9b30002 connected 2024-11-16T04:19:49,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir so I do NOT create it in target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482 2024-11-16T04:19:49,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:19:49,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.tmp.dir so I do NOT create it in target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482 2024-11-16T04:19:49,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:19:49,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482 2024-11-16T04:19:49,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:19:49,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/cluster_fbb2b6d4-850a-f744-e482-b7f3bea71fa7, deleteOnExit=true 2024-11-16T04:19:49,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/test.cache.data in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:19:49,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:49,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:19:49,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:19:50,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:50,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:50,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:50,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:50,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:19:50,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:50,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:50,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:50,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/java.io.tmpdir/jetty-localhost-42463-hadoop-hdfs-3_4_1-tests_jar-_-any-12742258515670468474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:19:50,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:42463} 2024-11-16T04:19:50,269 INFO [Time-limited test {}] server.Server(415): Started @177066ms 2024-11-16T04:19:50,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:19:50,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:19:50,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:19:50,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:19:50,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:19:50,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:19:50,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:19:50,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76dff982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/java.io.tmpdir/jetty-localhost-34669-hadoop-hdfs-3_4_1-tests_jar-_-any-10944894719629819769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:19:50,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:34669} 2024-11-16T04:19:50,865 INFO [Time-limited test {}] server.Server(415): Started @177662ms 2024-11-16T04:19:50,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:19:51,475 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/cluster_fbb2b6d4-850a-f744-e482-b7f3bea71fa7/data/data2/current/BP-453999451-172.17.0.2-1731730789713/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:51,475 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/cluster_fbb2b6d4-850a-f744-e482-b7f3bea71fa7/data/data1/current/BP-453999451-172.17.0.2-1731730789713/current, will proceed with Du for space computation calculation, 2024-11-16T04:19:51,497 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:19:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x299fb44f69c33556 with lease ID 0x74d0077fe5386ded: Processing first storage report for DS-213d8862-af38-478d-9d93-78deb36c49d0 from datanode DatanodeRegistration(127.0.0.1:44411, datanodeUuid=0df3d972-f7c4-49ae-8f3d-208938b2533d, infoPort=37525, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=440749062;c=1731730789713) 2024-11-16T04:19:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x299fb44f69c33556 with lease ID 0x74d0077fe5386ded: from storage DS-213d8862-af38-478d-9d93-78deb36c49d0 node DatanodeRegistration(127.0.0.1:44411, datanodeUuid=0df3d972-f7c4-49ae-8f3d-208938b2533d, infoPort=37525, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=440749062;c=1731730789713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x299fb44f69c33556 with lease ID 0x74d0077fe5386ded: Processing first storage report for DS-2e57f3dc-30d6-4254-a24e-0698803a9caa from datanode DatanodeRegistration(127.0.0.1:44411, datanodeUuid=0df3d972-f7c4-49ae-8f3d-208938b2533d, infoPort=37525, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=440749062;c=1731730789713) 2024-11-16T04:19:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x299fb44f69c33556 with lease ID 0x74d0077fe5386ded: from storage DS-2e57f3dc-30d6-4254-a24e-0698803a9caa node DatanodeRegistration(127.0.0.1:44411, datanodeUuid=0df3d972-f7c4-49ae-8f3d-208938b2533d, infoPort=37525, infoSecurePort=0, ipcPort=42567, storageInfo=lv=-57;cid=testClusterID;nsid=440749062;c=1731730789713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:19:51,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482 2024-11-16T04:19:51,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:51,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:19:52,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8 with version=8 2024-11-16T04:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/hbase-staging 2024-11-16T04:19:52,008 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:19:52,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:52,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40025 2024-11-16T04:19:52,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40025 connecting to ZooKeeper ensemble=127.0.0.1:54461 2024-11-16T04:19:52,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400250x0, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:52,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40025-0x10141deb9b30003 connected 2024-11-16T04:19:52,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:52,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:52,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/running 2024-11-16T04:19:52,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8, hbase.cluster.distributed=false 2024-11-16T04:19:52,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/acl 2024-11-16T04:19:52,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40025 2024-11-16T04:19:52,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40025 2024-11-16T04:19:52,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40025 2024-11-16T04:19:52,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40025 2024-11-16T04:19:52,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40025 2024-11-16T04:19:52,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:19:52,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:19:52,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38915 2024-11-16T04:19:52,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38915 connecting to ZooKeeper ensemble=127.0.0.1:54461 2024-11-16T04:19:52,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:52,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:52,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389150x0, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:52,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389150x0, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/running 2024-11-16T04:19:52,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38915-0x10141deb9b30004 connected 2024-11-16T04:19:52,180 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:19:52,181 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:19:52,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/master 2024-11-16T04:19:52,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/acl 2024-11-16T04:19:52,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38915 2024-11-16T04:19:52,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38915 2024-11-16T04:19:52,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38915 2024-11-16T04:19:52,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38915 2024-11-16T04:19:52,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38915 2024-11-16T04:19:52,201 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:40025 2024-11-16T04:19:52,201 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1244232668/backup-masters/fda3efb342d8,40025,1731730792007 2024-11-16T04:19:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668/backup-masters 2024-11-16T04:19:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668/backup-masters 2024-11-16T04:19:52,211 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on existing znode=/1244232668/backup-masters/fda3efb342d8,40025,1731730792007 2024-11-16T04:19:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1244232668/master 2024-11-16T04:19:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:52,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:52,222 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on existing znode=/1244232668/master 2024-11-16T04:19:52,222 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1244232668/backup-masters/fda3efb342d8,40025,1731730792007 from backup master directory 2024-11-16T04:19:52,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668/backup-masters 2024-11-16T04:19:52,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244232668/backup-masters/fda3efb342d8,40025,1731730792007 2024-11-16T04:19:52,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668/backup-masters 2024-11-16T04:19:52,232 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:52,232 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,40025,1731730792007 2024-11-16T04:19:52,235 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/hbase.id] with ID: 47a09e72-553c-494d-95aa-29f73b47d3e7 2024-11-16T04:19:52,235 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/.tmp/hbase.id 2024-11-16T04:19:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:19:52,644 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/.tmp/hbase.id]:[hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/hbase.id] 2024-11-16T04:19:52,654 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:19:52,654 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:19:52,655 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:19:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:52,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:19:53,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:53,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:19:53,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:19:53,157 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store 2024-11-16T04:19:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:19:53,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:53,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:19:53,562 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:53,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:53,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:19:53,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:53,562 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:19:53,562 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730793562Disabling compacts and flushes for region at 1731730793562Disabling writes for close at 1731730793562Writing region close event to WAL at 1731730793562Closed at 1731730793562 2024-11-16T04:19:53,563 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/.initializing 2024-11-16T04:19:53,563 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/WALs/fda3efb342d8,40025,1731730792007 2024-11-16T04:19:53,564 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:53,565 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C40025%2C1731730792007, suffix=, logDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/WALs/fda3efb342d8,40025,1731730792007, archiveDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/oldWALs, maxLogs=10 2024-11-16T04:19:53,581 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/WALs/fda3efb342d8,40025,1731730792007/fda3efb342d8%2C40025%2C1731730792007.1731730793566, exclude list is [], retry=0 2024-11-16T04:19:53,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-213d8862-af38-478d-9d93-78deb36c49d0,DISK] 2024-11-16T04:19:53,584 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/WALs/fda3efb342d8,40025,1731730792007/fda3efb342d8%2C40025%2C1731730792007.1731730793566 2024-11-16T04:19:53,585 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-16T04:19:53,585 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:53,585 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:53,585 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,585 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:19:53,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:53,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:53,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:19:53,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:53,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:53,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:19:53,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:53,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:53,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:19:53,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:53,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:53,591 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,592 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,592 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,594 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:53,595 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:19:53,596 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:53,597 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61975662, jitterRate=-0.07649067044258118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:53,597 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730793585Initializing all the Stores at 1731730793586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730793586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730793586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730793586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730793586Cleaning up temporary data from old regions at 1731730793593 (+7 ms)Region opened successfully at 1731730793597 (+4 ms) 2024-11-16T04:19:53,597 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:19:53,600 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc61ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:53,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:19:53,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:19:53,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:19:53,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:19:53,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:19:53,602 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:19:53,602 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:19:53,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:19:53,604 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Unable to get data of znode /1244232668/balancer because node does not exist (not necessarily an error) 2024-11-16T04:19:53,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244232668/balancer already deleted, retry=false 2024-11-16T04:19:53,667 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:19:53,668 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Unable to get data of znode /1244232668/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:19:53,677 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244232668/normalizer already deleted, retry=false 2024-11-16T04:19:53,678 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:19:53,679 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Unable to get data of znode /1244232668/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:19:53,688 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244232668/switch/split already deleted, retry=false 2024-11-16T04:19:53,689 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Unable to get data of znode /1244232668/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:19:53,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244232668/switch/merge already deleted, retry=false 2024-11-16T04:19:53,700 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Unable to get data of znode /1244232668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:19:53,709 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244232668/snapshot-cleanup already deleted, retry=false 2024-11-16T04:19:53,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1244232668/running 2024-11-16T04:19:53,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1244232668/running 2024-11-16T04:19:53,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:53,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:53,720 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,40025,1731730792007, sessionid=0x10141deb9b30003, setting cluster-up flag (Was=false) 2024-11-16T04:19:53,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:53,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:53,772 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1244232668/flush-table-proc/acquired, /1244232668/flush-table-proc/reached, /1244232668/flush-table-proc/abort 2024-11-16T04:19:53,773 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,40025,1731730792007 2024-11-16T04:19:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:53,825 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1244232668/online-snapshot/acquired, /1244232668/online-snapshot/reached, /1244232668/online-snapshot/abort 2024-11-16T04:19:53,826 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,40025,1731730792007 2024-11-16T04:19:53,827 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:19:53,828 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:53,828 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:19:53,828 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:19:53,828 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,40025,1731730792007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:19:53,829 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:53,829 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:53,829 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:53,829 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:19:53,829 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:19:53,830 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,830 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:53,830 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,830 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730823830 2024-11-16T04:19:53,830 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:19:53,830 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:19:53,830 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:19:53,831 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:19:53,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:53,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:19:53,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:19:53,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:19:53,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730793832,5,FailOnTimeoutGroup] 2024-11-16T04:19:53,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730793832,5,FailOnTimeoutGroup] 2024-11-16T04:19:53,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:19:53,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:53,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:19:53,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:19:53,893 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(746): ClusterId : 47a09e72-553c-494d-95aa-29f73b47d3e7 2024-11-16T04:19:53,893 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:19:53,906 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:19:53,906 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:19:53,916 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:19:53,917 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766626ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:19:53,926 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:38915 2024-11-16T04:19:53,926 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:19:53,926 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:19:53,926 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:19:53,927 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,40025,1731730792007 with port=38915, startcode=1731730792162 2024-11-16T04:19:53,927 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:19:53,928 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:19:53,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,38915,1731730792162 2024-11-16T04:19:53,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,38915,1731730792162 2024-11-16T04:19:53,930 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8 2024-11-16T04:19:53,930 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38313 2024-11-16T04:19:53,930 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:19:53,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668/rs 2024-11-16T04:19:53,941 DEBUG [RS:0;fda3efb342d8:38915 {}] zookeeper.ZKUtil(111): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on existing znode=/1244232668/rs/fda3efb342d8,38915,1731730792162 2024-11-16T04:19:53,941 WARN [RS:0;fda3efb342d8:38915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:19:53,941 INFO [RS:0;fda3efb342d8:38915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:53,941 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162 2024-11-16T04:19:53,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,38915,1731730792162] 2024-11-16T04:19:53,945 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:19:53,946 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:19:53,947 INFO [RS:0;fda3efb342d8:38915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:19:53,947 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,947 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:19:53,948 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:19:53,948 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:19:53,948 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:53,949 DEBUG [RS:0;fda3efb342d8:38915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:19:53,952 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,952 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,952 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,952 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,952 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,952 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38915,1731730792162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:53,966 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:19:53,966 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,38915,1731730792162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,966 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,966 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.Replication(171): fda3efb342d8,38915,1731730792162 started 2024-11-16T04:19:53,985 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:53,985 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,38915,1731730792162, RpcServer on fda3efb342d8/172.17.0.2:38915, sessionid=0x10141deb9b30004 2024-11-16T04:19:53,985 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:19:53,985 DEBUG [RS:0;fda3efb342d8:38915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,38915,1731730792162 2024-11-16T04:19:53,985 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,38915,1731730792162' 2024-11-16T04:19:53,985 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1244232668/flush-table-proc/abort' 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1244232668/flush-table-proc/acquired' 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,38915,1731730792162 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,38915,1731730792162' 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1244232668/online-snapshot/abort' 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1244232668/online-snapshot/acquired' 2024-11-16T04:19:53,986 DEBUG [RS:0;fda3efb342d8:38915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:19:53,987 INFO [RS:0;fda3efb342d8:38915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:19:53,987 INFO [RS:0;fda3efb342d8:38915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:19:54,087 INFO [RS:0;fda3efb342d8:38915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:19:54,088 INFO [RS:0;fda3efb342d8:38915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C38915%2C1731730792162, suffix=, logDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162, archiveDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/oldWALs, maxLogs=10 2024-11-16T04:19:54,099 DEBUG [RS:0;fda3efb342d8:38915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089, exclude list is [], retry=0 2024-11-16T04:19:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-213d8862-af38-478d-9d93-78deb36c49d0,DISK] 2024-11-16T04:19:54,103 INFO [RS:0;fda3efb342d8:38915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 2024-11-16T04:19:54,103 DEBUG [RS:0;fda3efb342d8:38915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-16T04:19:54,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:19:54,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8 2024-11-16T04:19:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:19:54,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:54,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:54,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:54,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:54,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:54,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:54,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:54,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:54,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:54,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:54,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:54,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:54,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:54,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:54,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:54,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:54,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:54,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740 2024-11-16T04:19:54,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740 2024-11-16T04:19:54,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:54,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:54,660 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:54,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:54,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:54,663 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60022950, jitterRate=-0.10558834671974182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730794651Initializing all the Stores at 1731730794652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730794652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730794652Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730794652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730794652Cleaning up temporary data from old regions at 1731730794659 (+7 ms)Region opened successfully at 1731730794663 (+4 ms) 2024-11-16T04:19:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:19:54,663 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:19:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:19:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:19:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:19:54,664 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:19:54,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730794663Disabling compacts and flushes for region at 1731730794663Disabling writes for close at 1731730794663Writing region close event to WAL at 1731730794664 (+1 ms)Closed at 1731730794664 2024-11-16T04:19:54,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:54,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:19:54,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:19:54,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:54,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:19:54,816 DEBUG [fda3efb342d8:40025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:19:54,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,38915,1731730792162 2024-11-16T04:19:54,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:19:54,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,38915,1731730792162, state=OPENING 2024-11-16T04:19:54,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:19:54,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:19:54,941 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:19:54,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:54,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:19:54,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:19:54,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244232668/meta-region-server: CHANGED 2024-11-16T04:19:54,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,38915,1731730792162}] 2024-11-16T04:19:54,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244232668/meta-region-server: CHANGED 2024-11-16T04:19:55,115 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:19:55,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:19:55,119 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:19:55,119 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:19:55,119 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:19:55,120 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C38915%2C1731730792162.meta, suffix=.meta, logDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162, archiveDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/oldWALs, maxLogs=10 2024-11-16T04:19:55,131 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.meta.1731730795121.meta, exclude list is [], retry=0 2024-11-16T04:19:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-213d8862-af38-478d-9d93-78deb36c49d0,DISK] 2024-11-16T04:19:55,134 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.meta.1731730795121.meta 2024-11-16T04:19:55,135 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-16T04:19:55,135 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:55,135 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:55,135 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:19:55,135 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:19:55,135 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:19:55,135 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:19:55,135 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:55,136 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:19:55,136 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:19:55,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:19:55,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:19:55,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:55,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:55,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:19:55,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:19:55,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:55,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:55,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:19:55,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:19:55,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:55,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:55,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:19:55,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:19:55,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:55,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:19:55,140 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:19:55,141 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740 2024-11-16T04:19:55,142 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740 2024-11-16T04:19:55,143 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:19:55,143 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:19:55,143 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:19:55,144 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:19:55,145 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038115, jitterRate=0.0585504025220871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:19:55,145 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:19:55,145 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730795136Writing region info on filesystem at 1731730795136Initializing all the Stores at 1731730795136Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730795136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730795137 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730795137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730795137Cleaning up temporary data from old regions at 1731730795143 (+6 ms)Running coprocessor post-open hooks at 1731730795145 (+2 ms)Region opened successfully at 1731730795145 2024-11-16T04:19:55,146 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730795115 2024-11-16T04:19:55,147 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:19:55,147 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:19:55,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,38915,1731730792162 2024-11-16T04:19:55,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,38915,1731730792162, state=OPEN 2024-11-16T04:19:55,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1244232668/meta-region-server 2024-11-16T04:19:55,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1244232668/meta-region-server 2024-11-16T04:19:55,158 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,38915,1731730792162 2024-11-16T04:19:55,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244232668/meta-region-server: CHANGED 2024-11-16T04:19:55,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244232668/meta-region-server: CHANGED 2024-11-16T04:19:55,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:19:55,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,38915,1731730792162 in 196 msec 2024-11-16T04:19:55,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:19:55,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-16T04:19:55,162 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:19:55,162 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:19:55,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:55,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:19:55,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:55,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:55,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-16T04:19:55,168 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730795168, completionTime=-1 2024-11-16T04:19:55,168 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:19:55,169 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:19:55,170 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:19:55,170 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730855170 2024-11-16T04:19:55,170 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730915170 2024-11-16T04:19:55,170 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:19:55,182 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40025,1731730792007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,183 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40025,1731730792007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,183 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40025,1731730792007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,183 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:40025, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,183 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,183 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,184 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.955sec 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40025,1731730792007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:19:55,187 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40025,1731730792007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:19:55,189 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:19:55,189 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:19:55,189 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40025,1731730792007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:19:55,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:55,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:19:55,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:55,195 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:19:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:55,196 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:55,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:55,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:19:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:19:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:19:55,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:19:55,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,40025,1731730792007 2024-11-16T04:19:55,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54461 2024-11-16T04:19:55,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:19:55,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141deb9b30005 connected 2024-11-16T04:19:55,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45783,1731730786012 2024-11-16T04:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d8d63e 2024-11-16T04:19:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:55,229 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:55,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:19:55,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:19:55,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:55,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:19:55,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:19:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:55,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:19:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:55,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35ad266ea165c37118e1aa7a8099260b, NAME => 'test,,1731730795229.35ad266ea165c37118e1aa7a8099260b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2 2024-11-16T04:19:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:19:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:56,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730795229.35ad266ea165c37118e1aa7a8099260b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:56,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35ad266ea165c37118e1aa7a8099260b, disabling compactions & flushes 2024-11-16T04:19:56,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. after waiting 0 ms 2024-11-16T04:19:56,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35ad266ea165c37118e1aa7a8099260b: Waiting for close lock at 1731730796045Disabling compacts and flushes for region at 1731730796045Disabling writes for close at 1731730796045Writing region close event to WAL at 1731730796045Closed at 1731730796045 2024-11-16T04:19:56,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:19:56,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730795229.35ad266ea165c37118e1aa7a8099260b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730796047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730796047"}]},"ts":"1731730796047"} 2024-11-16T04:19:56,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:19:56,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:19:56,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730796050"}]},"ts":"1731730796050"} 2024-11-16T04:19:56,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:19:56,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35ad266ea165c37118e1aa7a8099260b, ASSIGN}] 2024-11-16T04:19:56,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35ad266ea165c37118e1aa7a8099260b, ASSIGN 2024-11-16T04:19:56,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35ad266ea165c37118e1aa7a8099260b, ASSIGN; state=OFFLINE, location=fda3efb342d8,36529,1731730786215; forceNewPlan=false, retain=false 2024-11-16T04:19:56,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35ad266ea165c37118e1aa7a8099260b, regionState=OPENING, regionLocation=fda3efb342d8,36529,1731730786215 2024-11-16T04:19:56,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35ad266ea165c37118e1aa7a8099260b, ASSIGN because future has completed 2024-11-16T04:19:56,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35ad266ea165c37118e1aa7a8099260b, server=fda3efb342d8,36529,1731730786215}] 2024-11-16T04:19:56,364 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35ad266ea165c37118e1aa7a8099260b, NAME => 'test,,1731730795229.35ad266ea165c37118e1aa7a8099260b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:56,364 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:56,364 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730795229.35ad266ea165c37118e1aa7a8099260b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:56,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,365 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,366 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,368 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad266ea165c37118e1aa7a8099260b columnFamilyName f 2024-11-16T04:19:56,368 DEBUG [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:56,369 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] regionserver.HStore(327): Store=35ad266ea165c37118e1aa7a8099260b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:56,369 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:56,370 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad266ea165c37118e1aa7a8099260b columnFamilyName f1 2024-11-16T04:19:56,370 DEBUG [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:56,371 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] regionserver.HStore(327): Store=35ad266ea165c37118e1aa7a8099260b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:56,371 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,372 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad266ea165c37118e1aa7a8099260b columnFamilyName norep 2024-11-16T04:19:56,372 DEBUG [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:56,372 INFO [StoreOpener-35ad266ea165c37118e1aa7a8099260b-1 {}] regionserver.HStore(327): Store=35ad266ea165c37118e1aa7a8099260b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:56,372 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,373 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,373 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,374 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,374 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,374 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:19:56,375 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,377 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:56,377 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35ad266ea165c37118e1aa7a8099260b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61248757, jitterRate=-0.08732239902019501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:19:56,378 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:19:56,378 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35ad266ea165c37118e1aa7a8099260b: Running coprocessor pre-open hook at 1731730796365Writing region info on filesystem at 1731730796365Initializing all the Stores at 1731730796365Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730796365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730796366 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730796366Cleaning up temporary data from old regions at 1731730796374 (+8 ms)Running coprocessor post-open hooks at 1731730796378 (+4 ms)Region opened successfully at 1731730796378 2024-11-16T04:19:56,379 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., pid=6, masterSystemTime=1731730796360 2024-11-16T04:19:56,381 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,381 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:19:56,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35ad266ea165c37118e1aa7a8099260b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,36529,1731730786215 2024-11-16T04:19:56,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35ad266ea165c37118e1aa7a8099260b, server=fda3efb342d8,36529,1731730786215 because future has completed 2024-11-16T04:19:56,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:19:56,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35ad266ea165c37118e1aa7a8099260b, server=fda3efb342d8,36529,1731730786215 in 176 msec 2024-11-16T04:19:56,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:19:56,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35ad266ea165c37118e1aa7a8099260b, ASSIGN in 334 msec 2024-11-16T04:19:56,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:19:56,389 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730796389"}]},"ts":"1731730796389"} 2024-11-16T04:19:56,391 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:19:56,392 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:19:56,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-16T04:19:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:57,390 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:19:57,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40025,1731730792007 2024-11-16T04:19:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4769d6b7 2024-11-16T04:19:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:57,392 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:57,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:19:57,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:19:57,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:57,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:19:57,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:19:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:19:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:57,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b1a28841a2c3dcf0242c71a71244e71, NAME => 'test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8 2024-11-16T04:19:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:19:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:58,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:58,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b1a28841a2c3dcf0242c71a71244e71, disabling compactions & flushes 2024-11-16T04:19:58,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. after waiting 0 ms 2024-11-16T04:19:58,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b1a28841a2c3dcf0242c71a71244e71: Waiting for close lock at 1731730798214Disabling compacts and flushes for region at 1731730798214Disabling writes for close at 1731730798214Writing region close event to WAL at 1731730798214Closed at 1731730798214 2024-11-16T04:19:58,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:19:58,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730798215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730798215"}]},"ts":"1731730798215"} 2024-11-16T04:19:58,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:19:58,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:19:58,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730798218"}]},"ts":"1731730798218"} 2024-11-16T04:19:58,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:19:58,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b1a28841a2c3dcf0242c71a71244e71, ASSIGN}] 2024-11-16T04:19:58,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b1a28841a2c3dcf0242c71a71244e71, ASSIGN 2024-11-16T04:19:58,222 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b1a28841a2c3dcf0242c71a71244e71, ASSIGN; state=OFFLINE, location=fda3efb342d8,38915,1731730792162; forceNewPlan=false, retain=false 2024-11-16T04:19:58,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b1a28841a2c3dcf0242c71a71244e71, regionState=OPENING, regionLocation=fda3efb342d8,38915,1731730792162 2024-11-16T04:19:58,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b1a28841a2c3dcf0242c71a71244e71, ASSIGN because future has completed 2024-11-16T04:19:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a28841a2c3dcf0242c71a71244e71, server=fda3efb342d8,38915,1731730792162}] 2024-11-16T04:19:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:58,531 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b1a28841a2c3dcf0242c71a71244e71, NAME => 'test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:19:58,532 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:19:58,532 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:19:58,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:19:58,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,533 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,534 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a28841a2c3dcf0242c71a71244e71 columnFamilyName f 2024-11-16T04:19:58,534 DEBUG [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:58,534 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] regionserver.HStore(327): Store=3b1a28841a2c3dcf0242c71a71244e71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:58,534 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,535 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a28841a2c3dcf0242c71a71244e71 columnFamilyName f1 2024-11-16T04:19:58,535 DEBUG [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:58,536 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] regionserver.HStore(327): Store=3b1a28841a2c3dcf0242c71a71244e71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:58,536 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,536 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a28841a2c3dcf0242c71a71244e71 columnFamilyName norep 2024-11-16T04:19:58,536 DEBUG [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:58,537 INFO [StoreOpener-3b1a28841a2c3dcf0242c71a71244e71-1 {}] regionserver.HStore(327): Store=3b1a28841a2c3dcf0242c71a71244e71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:19:58,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,538 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,538 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,539 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:19:58,540 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,541 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:19:58,542 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b1a28841a2c3dcf0242c71a71244e71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65620386, jitterRate=-0.02218005061149597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:19:58,542 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:19:58,542 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b1a28841a2c3dcf0242c71a71244e71: Running coprocessor pre-open hook at 1731730798532Writing region info on filesystem at 1731730798532Initializing all the Stores at 1731730798533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730798533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730798533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730798533Cleaning up temporary data from old regions at 1731730798538 (+5 ms)Running coprocessor post-open hooks at 1731730798542 (+4 ms)Region opened successfully at 1731730798542 2024-11-16T04:19:58,543 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., pid=6, masterSystemTime=1731730798528 2024-11-16T04:19:58,544 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,544 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:19:58,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b1a28841a2c3dcf0242c71a71244e71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,38915,1731730792162 2024-11-16T04:19:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a28841a2c3dcf0242c71a71244e71, server=fda3efb342d8,38915,1731730792162 because future has completed 2024-11-16T04:19:58,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:19:58,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b1a28841a2c3dcf0242c71a71244e71, server=fda3efb342d8,38915,1731730792162 in 172 msec 2024-11-16T04:19:58,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:19:58,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b1a28841a2c3dcf0242c71a71244e71, ASSIGN in 329 msec 2024-11-16T04:19:58,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:19:58,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730798551"}]},"ts":"1731730798551"} 2024-11-16T04:19:58,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:19:58,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:19:58,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-16T04:19:59,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:19:59,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:19:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:19:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T04:19:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:19:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T04:19:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:19:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T04:19:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:19:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:19:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:19:59,540 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:19:59,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:19:59,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:59,541 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:19:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:19:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52aa5565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:19:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:59,543 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea58b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:19:59,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:59,545 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:19:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:19:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730639ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:19:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:59,546 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb3057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:19:59,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:59,548 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:19:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:19:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd379a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:19:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:59,549 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d76e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45783,1731730786012 2024-11-16T04:19:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bcbd30c 2024-11-16T04:19:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:59,552 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:59,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:40025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:19:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:19:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:19:59,554 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:40025' 2024-11-16T04:19:59,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f7f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,555 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:19:59,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:19:59,556 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:19:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:19:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:19:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248f5330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:19:59,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:19:59,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:59,557 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:19:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479f5839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:19:59,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:19:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40025,1731730792007 2024-11-16T04:19:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af222ba 2024-11-16T04:19:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:19:59,559 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:19:59,560 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:19:59,560 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:19:59,560 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:59,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:19:59,560 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:19:59,561 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:19:59,561 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:19:59,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:19:59,562 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:19:59,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:19:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:19:59,612 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:19:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:19:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:19:59,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:19:59,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4670750f8c22bbafeb679b25c8210f5f, NAME => 'hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2 2024-11-16T04:20:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:20:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:00,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:00,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4670750f8c22bbafeb679b25c8210f5f, disabling compactions & flushes 2024-11-16T04:20:00,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. after waiting 0 ms 2024-11-16T04:20:00,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4670750f8c22bbafeb679b25c8210f5f: Waiting for close lock at 1731730800417Disabling compacts and flushes for region at 1731730800417Disabling writes for close at 1731730800417Writing region close event to WAL at 1731730800418 (+1 ms)Closed at 1731730800418 2024-11-16T04:20:00,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:20:00,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730800419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730800419"}]},"ts":"1731730800419"} 2024-11-16T04:20:00,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:20:00,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:20:00,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730800422"}]},"ts":"1731730800422"} 2024-11-16T04:20:00,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:20:00,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4670750f8c22bbafeb679b25c8210f5f, ASSIGN}] 2024-11-16T04:20:00,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4670750f8c22bbafeb679b25c8210f5f, ASSIGN 2024-11-16T04:20:00,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4670750f8c22bbafeb679b25c8210f5f, ASSIGN; state=OFFLINE, location=fda3efb342d8,36529,1731730786215; forceNewPlan=false, retain=false 2024-11-16T04:20:00,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4670750f8c22bbafeb679b25c8210f5f, regionState=OPENING, regionLocation=fda3efb342d8,36529,1731730786215 2024-11-16T04:20:00,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4670750f8c22bbafeb679b25c8210f5f, ASSIGN because future has completed 2024-11-16T04:20:00,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4670750f8c22bbafeb679b25c8210f5f, server=fda3efb342d8,36529,1731730786215}] 2024-11-16T04:20:00,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:00,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:00,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:00,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:20:00,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C36529%2C1731730786215.rep, suffix=, logDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215, archiveDir=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/oldWALs, maxLogs=10 2024-11-16T04:20:00,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.rep.1731730800736, exclude list is [], retry=0 2024-11-16T04:20:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-21439a6c-0726-4006-a332-a492b4ebd6ff,DISK] 2024-11-16T04:20:00,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.rep.1731730800736 2024-11-16T04:20:00,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44367:44367)] 2024-11-16T04:20:00,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4670750f8c22bbafeb679b25c8210f5f, NAME => 'hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:00,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:00,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:00,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. service=MultiRowMutationService 2024-11-16T04:20:00,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:20:00,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:00,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,760 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,761 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4670750f8c22bbafeb679b25c8210f5f columnFamilyName hfileref 2024-11-16T04:20:00,761 DEBUG [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:00,762 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] regionserver.HStore(327): Store=4670750f8c22bbafeb679b25c8210f5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:00,762 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,763 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4670750f8c22bbafeb679b25c8210f5f columnFamilyName queue 2024-11-16T04:20:00,763 DEBUG [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:00,763 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] regionserver.HStore(327): Store=4670750f8c22bbafeb679b25c8210f5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:00,763 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,764 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4670750f8c22bbafeb679b25c8210f5f columnFamilyName sid 2024-11-16T04:20:00,764 DEBUG [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:00,764 INFO [StoreOpener-4670750f8c22bbafeb679b25c8210f5f-1 {}] regionserver.HStore(327): Store=4670750f8c22bbafeb679b25c8210f5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:00,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:20:00,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:00,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4670750f8c22bbafeb679b25c8210f5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66122306, jitterRate=-0.014700859785079956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:20:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4670750f8c22bbafeb679b25c8210f5f: Running coprocessor pre-open hook at 1731730800759Writing region info on filesystem at 1731730800759Initializing all the Stores at 1731730800760 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730800760Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730800760Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730800760Cleaning up temporary data from old regions at 1731730800768 (+8 ms)Running coprocessor post-open hooks at 1731730800773 (+5 ms)Region opened successfully at 1731730800773 2024-11-16T04:20:00,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f., pid=10, masterSystemTime=1731730800730 2024-11-16T04:20:00,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:00,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4670750f8c22bbafeb679b25c8210f5f, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36529,1731730786215 2024-11-16T04:20:00,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4670750f8c22bbafeb679b25c8210f5f, server=fda3efb342d8,36529,1731730786215 because future has completed 2024-11-16T04:20:00,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:20:00,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4670750f8c22bbafeb679b25c8210f5f, server=fda3efb342d8,36529,1731730786215 in 200 msec 2024-11-16T04:20:00,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:20:00,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4670750f8c22bbafeb679b25c8210f5f, ASSIGN in 357 msec 2024-11-16T04:20:00,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:20:00,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730800783"}]},"ts":"1731730800783"} 2024-11-16T04:20:00,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:20:00,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:20:00,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2240 sec 2024-11-16T04:20:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f., hostname=fda3efb342d8,36529,1731730786215, seqNum=2] 2024-11-16T04:20:00,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:20:00,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:20:00,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:20:00,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:20:01,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:20:01,073 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:20:01,099 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,36529,1731730786215, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:20:01,099 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:01,099 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36529,1731730786215, seqNum=-1] 2024-11-16T04:20:01,100 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:01,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:01,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,36529,1731730786215', locateType=CURRENT is [region=hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f., hostname=fda3efb342d8,36529,1731730786215, seqNum=2] 2024-11-16T04:20:01,104 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:20:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:20:01,107 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,36529,1731730786215 suceeded 2024-11-16T04:20:01,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:20:01,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-16T04:20:01,109 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:40025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:20:01,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5570 sec 2024-11-16T04:20:01,118 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:40025' 2024-11-16T04:20:01,119 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15574574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,119 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:20:01,119 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:01,119 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:20:01,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:01,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:20:01,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c0a453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:20:01,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:01,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,121 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:01,121 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3422156c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,121 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:01,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40025,1731730792007 2024-11-16T04:20:01,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecb26af 2024-11-16T04:20:01,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:01,123 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T04:20:01,123 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,36529,1731730786215 (queues=1) is replicating from cluster=62d8a96f-805d-417a-82f4-7015f90f262d to cluster=47a09e72-553c-494d-95aa-29f73b47d3e7 2024-11-16T04:20:01,123 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C36529%2C1731730786215 2024-11-16T04:20:01,124 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,36529,1731730786215, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:20:01,124 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C36529%2C1731730786215 2024-11-16T04:20:01,124 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558, startPosition=0, beingWritten=true 2024-11-16T04:20:01,129 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:01,129 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:01,129 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36529,1731730786215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:01,332 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:01,636 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:01,710 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:20:01,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:01,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:01,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:01,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:20:01,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:01,712 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:20:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:20:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256566c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:20:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,713 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6efb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40025,1731730792007 2024-11-16T04:20:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e331dd9 2024-11-16T04:20:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:01,716 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:01,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:45783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:20:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:20:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:01,718 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45783' 2024-11-16T04:20:01,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5ec23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,719 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:20:01,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:01,720 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:20:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:20:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138de98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:20:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:01,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,721 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:01,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536e8daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:01,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45783,1731730786012 2024-11-16T04:20:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5c2ddc 2024-11-16T04:20:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:01,723 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:01,723 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:20:01,723 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:20:01,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:01,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:01,724 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:01,725 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:20:01,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:20:01,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:01,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:20:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:20:01,775 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:20:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:02,040 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:02,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d567c1322773f9334e4845c75ec28d7b, NAME => 'hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8 2024-11-16T04:20:02,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:02,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:02,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d567c1322773f9334e4845c75ec28d7b, disabling compactions & flushes 2024-11-16T04:20:02,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. after waiting 0 ms 2024-11-16T04:20:02,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d567c1322773f9334e4845c75ec28d7b: Waiting for close lock at 1731730802539Disabling compacts and flushes for region at 1731730802539Disabling writes for close at 1731730802539Writing region close event to WAL at 1731730802539Closed at 1731730802539 2024-11-16T04:20:02,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:20:02,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730802540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730802540"}]},"ts":"1731730802540"} 2024-11-16T04:20:02,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:20:02,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:20:02,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730802543"}]},"ts":"1731730802543"} 2024-11-16T04:20:02,544 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:02,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:20:02,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d567c1322773f9334e4845c75ec28d7b, ASSIGN}] 2024-11-16T04:20:02,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d567c1322773f9334e4845c75ec28d7b, ASSIGN 2024-11-16T04:20:02,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d567c1322773f9334e4845c75ec28d7b, ASSIGN; state=OFFLINE, location=fda3efb342d8,38915,1731730792162; forceNewPlan=false, retain=false 2024-11-16T04:20:02,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d567c1322773f9334e4845c75ec28d7b, regionState=OPENING, regionLocation=fda3efb342d8,38915,1731730792162 2024-11-16T04:20:02,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d567c1322773f9334e4845c75ec28d7b, ASSIGN because future has completed 2024-11-16T04:20:02,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d567c1322773f9334e4845c75ec28d7b, server=fda3efb342d8,38915,1731730792162}] 2024-11-16T04:20:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:02,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:02,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:20:02,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C38915%2C1731730792162.rep, suffix=, logDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162, archiveDir=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/oldWALs, maxLogs=10 2024-11-16T04:20:02,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.rep.1731730802856, exclude list is [], retry=0 2024-11-16T04:20:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44411,DS-213d8862-af38-478d-9d93-78deb36c49d0,DISK] 2024-11-16T04:20:02,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.rep.1731730802856 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d567c1322773f9334e4845c75ec28d7b, NAME => 'hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:02,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. service=MultiRowMutationService 2024-11-16T04:20:02,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,871 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,872 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d567c1322773f9334e4845c75ec28d7b columnFamilyName hfileref 2024-11-16T04:20:02,872 DEBUG [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:02,873 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] regionserver.HStore(327): Store=d567c1322773f9334e4845c75ec28d7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:02,873 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,874 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d567c1322773f9334e4845c75ec28d7b columnFamilyName queue 2024-11-16T04:20:02,874 DEBUG [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:02,874 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] regionserver.HStore(327): Store=d567c1322773f9334e4845c75ec28d7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:02,874 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,875 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d567c1322773f9334e4845c75ec28d7b columnFamilyName sid 2024-11-16T04:20:02,875 DEBUG [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:02,875 INFO [StoreOpener-d567c1322773f9334e4845c75ec28d7b-1 {}] regionserver.HStore(327): Store=d567c1322773f9334e4845c75ec28d7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:02,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:20:02,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:02,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d567c1322773f9334e4845c75ec28d7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62748552, jitterRate=-0.06497371196746826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:20:02,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:02,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d567c1322773f9334e4845c75ec28d7b: Running coprocessor pre-open hook at 1731730802870Writing region info on filesystem at 1731730802870Initializing all the Stores at 1731730802871 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730802871Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730802871Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730802871Cleaning up temporary data from old regions at 1731730802877 (+6 ms)Running coprocessor post-open hooks at 1731730802880 (+3 ms)Region opened successfully at 1731730802880 2024-11-16T04:20:02,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b., pid=10, masterSystemTime=1731730802851 2024-11-16T04:20:02,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:02,882 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d567c1322773f9334e4845c75ec28d7b, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,38915,1731730792162 2024-11-16T04:20:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d567c1322773f9334e4845c75ec28d7b, server=fda3efb342d8,38915,1731730792162 because future has completed 2024-11-16T04:20:02,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:20:02,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d567c1322773f9334e4845c75ec28d7b, server=fda3efb342d8,38915,1731730792162 in 186 msec 2024-11-16T04:20:02,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:20:02,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d567c1322773f9334e4845c75ec28d7b, ASSIGN in 343 msec 2024-11-16T04:20:02,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:20:02,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730802890"}]},"ts":"1731730802890"} 2024-11-16T04:20:02,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:20:02,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:20:02,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-16T04:20:02,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b., hostname=fda3efb342d8,38915,1731730792162, seqNum=2] 2024-11-16T04:20:03,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:20:03,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:20:03,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:20:03,148 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:20:03,294 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:20:03,318 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,38915,1731730792162, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:20:03,319 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:03,319 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:03,319 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:03,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:03,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,38915,1731730792162', locateType=CURRENT is [region=hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b., hostname=fda3efb342d8,38915,1731730792162, seqNum=2] 2024-11-16T04:20:03,323 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:20:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:20:03,325 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,38915,1731730792162 suceeded 2024-11-16T04:20:03,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:20:03,327 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:45783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:20:03,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T04:20:03,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6110 sec 2024-11-16T04:20:03,336 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45783' 2024-11-16T04:20:03,337 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55cd1802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:03,337 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:20:03,337 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:03,338 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:20:03,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:03,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:20:03,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5abfbee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:03,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:20:03,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:03,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:03,339 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:03,340 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e19b5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:03,340 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:03,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45783,1731730786012 2024-11-16T04:20:03,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5f5252 2024-11-16T04:20:03,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:03,341 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T04:20:03,342 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,38915,1731730792162 (queues=1) is replicating from cluster=47a09e72-553c-494d-95aa-29f73b47d3e7 to cluster=62d8a96f-805d-417a-82f4-7015f90f262d 2024-11-16T04:20:03,342 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C38915%2C1731730792162 2024-11-16T04:20:03,342 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,38915,1731730792162, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:20:03,342 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C38915%2C1731730792162 2024-11-16T04:20:03,342 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089, startPosition=0, beingWritten=true 2024-11-16T04:20:03,347 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:03,347 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:03,347 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,38915,1731730792162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:03,551 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:03,852 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:03,854 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:03,860 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:20:03,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:03,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:03,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:03,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:03,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731730803863/Put/seqid=0 2024-11-16T04:20:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741840_1016 (size=7894) 2024-11-16T04:20:04,257 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:04,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731730804269/Put/seqid=0 2024-11-16T04:20:04,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741841_1017 (size=7691) 2024-11-16T04:20:04,656 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:04,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:04,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:20:04,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:04,675 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7baa2841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:20:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:04,676 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:04,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:04,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36529,1731730786215, seqNum=-1] 2024-11-16T04:20:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:04,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:04,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45783,1731730786012 2024-11-16T04:20:04,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432 2024-11-16T04:20:04,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:04,689 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:04,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., hostname=fda3efb342d8,36529,1731730786215, seqNum=2] 2024-11-16T04:20:04,694 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:20:04,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T04:20:04,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T04:20:04,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T04:20:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:04,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T04:20:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HRegion(2603): Flush status journal for 35ad266ea165c37118e1aa7a8099260b: 2024-11-16T04:20:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_0 2024-11-16T04:20:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_0 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ 2024-11-16T04:20:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_1 2024-11-16T04:20:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_1 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ 2024-11-16T04:20:04,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_0 into 35ad266ea165c37118e1aa7a8099260b/f as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ - updating store file list. 2024-11-16T04:20:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e7c1c9a26624d098979017491ff8a51_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:04,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ into 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:04,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_0 into 35ad266ea165c37118e1aa7a8099260b/f (new location: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_) 2024-11-16T04:20:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_0 2024-11-16T04:20:04,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_1 into 35ad266ea165c37118e1aa7a8099260b/f as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ - updating store file list. 2024-11-16T04:20:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:04,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ into 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:04,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_1 into 35ad266ea165c37118e1aa7a8099260b/f (new location: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_) 2024-11-16T04:20:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins__test__b952f5nfo6591chttp380m2t9ehsdtkrrlhenrovbchuqgso2csd2ric07kno30l/f/hfile_1 2024-11-16T04:20:04,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:04,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:04,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:04,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:04,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., hostname=fda3efb342d8,36529,1731730786215, seqNum=2 , the old value is region=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., hostname=fda3efb342d8,36529,1731730786215, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fda3efb342d8:36529 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:20:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., hostname=fda3efb342d8,36529,1731730786215, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:20:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., hostname=fda3efb342d8,36529,1731730786215, seqNum=2 from cache 2024-11-16T04:20:04,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:04,744 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T04:20:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:04,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:04,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., hostname=fda3efb342d8,38915,1731730792162, seqNum=2] 2024-11-16T04:20:04,750 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:20:04,761 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:04,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:36529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T04:20:05,365 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:05,560 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 379, reset compression=false 2024-11-16T04:20:05,615 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:05,615 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36529,1731730786215 got entry batch from reader: WALEntryBatch [walEntries=[{test/35ad266ea165c37118e1aa7a8099260b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730804742/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T04:20:05,617 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:05,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T04:20:05,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.ReplicationSink(318): Replicating [62d8a96f-805d-417a-82f4-7015f90f262d] bulk loaded data 2024-11-16T04:20:05,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73245ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:05,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:20:05,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:05,621 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:20:05,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:05,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:20:05,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8016ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:05,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:20:05,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:05,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:05,622 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:05,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@422b86c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741840_1016 (size=7894) 2024-11-16T04:20:05,752 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:20:05,815 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 687, reset compression=false 2024-11-16T04:20:06,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741841_1017 (size=7691) 2024-11-16T04:20:06,081 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:06,119 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 687, reset compression=false 2024-11-16T04:20:06,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:06,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40025,1731730792007 2024-11-16T04:20:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@792cfbd1 2024-11-16T04:20:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:06,449 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T04:20:06,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:20:06,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:06,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:06,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:06,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:06,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T04:20:06,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T04:20:06,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ for inclusion in 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T04:20:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:06,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ for inclusion in 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T04:20:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HRegion(2603): Flush status journal for 3b1a28841a2c3dcf0242c71a71244e71: 2024-11-16T04:20:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8e7c1c9a26624d098979017491ff8a51_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:20:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/5907067b323548b7b9866fe877dc3a84_SeqId_4_ 2024-11-16T04:20:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:20:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/e1992f1a90aa434b8836e2af093d554c_SeqId_4_ 2024-11-16T04:20:06,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ into 3b1a28841a2c3dcf0242c71a71244e71/f as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/5907067b323548b7b9866fe877dc3a84_SeqId_4_ - updating store file list. 2024-11-16T04:20:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5907067b323548b7b9866fe877dc3a84_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:06,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/5907067b323548b7b9866fe877dc3a84_SeqId_4_ into 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:06,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ into 3b1a28841a2c3dcf0242c71a71244e71/f (new location: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/5907067b323548b7b9866fe877dc3a84_SeqId_4_) 2024-11-16T04:20:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/8e7c1c9a26624d098979017491ff8a51_SeqId_4_ 2024-11-16T04:20:06,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ into 3b1a28841a2c3dcf0242c71a71244e71/f as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/e1992f1a90aa434b8836e2af093d554c_SeqId_4_ - updating store file list. 2024-11-16T04:20:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1992f1a90aa434b8836e2af093d554c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:06,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/e1992f1a90aa434b8836e2af093d554c_SeqId_4_ into 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:06,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ into 3b1a28841a2c3dcf0242c71a71244e71/f (new location: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/e1992f1a90aa434b8836e2af093d554c_SeqId_4_) 2024-11-16T04:20:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins.hfs.11__test__hb5k596efmgtq6f3too404vb88ukc8qhga4jiumbu01ea128153t3gf33cb8otc7/f/bc30874511bc4d9cbdc3e044b83e2a65_SeqId_4_ 2024-11-16T04:20:06,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.ReplicationSink(324): Finished replicating [62d8a96f-805d-417a-82f4-7015f90f262d] bulk loaded data 2024-11-16T04:20:06,523 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 687, reset compression=false 2024-11-16T04:20:06,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:06,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731730806761/Put/seqid=0 2024-11-16T04:20:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741842_1018 (size=11194) 2024-11-16T04:20:06,885 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 379, reset compression=false 2024-11-16T04:20:06,889 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:06,889 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,38915,1731730792162 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b1a28841a2c3dcf0242c71a71244e71/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730806491/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T04:20:06,890 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:06,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T04:20:06,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.ReplicationSink(318): Replicating [62d8a96f-805d-417a-82f4-7015f90f262d, 47a09e72-553c-494d-95aa-29f73b47d3e7] bulk loaded data 2024-11-16T04:20:06,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6288a8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:06,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45783,-1 for getting cluster id 2024-11-16T04:20:06,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:06,893 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d8a96f-805d-417a-82f4-7015f90f262d' 2024-11-16T04:20:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d8a96f-805d-417a-82f4-7015f90f262d" 2024-11-16T04:20:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75523ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45783,-1] 2024-11-16T04:20:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:06,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:06,894 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:06,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254dfe96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741842_1018 (size=7894) 2024-11-16T04:20:07,027 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 687, reset compression=false 2024-11-16T04:20:07,089 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 725, reset compression=false 2024-11-16T04:20:07,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731730807166/Put/seqid=0 2024-11-16T04:20:07,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741843_1019 (size=10791) 2024-11-16T04:20:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741843_1019 (size=7691) 2024-11-16T04:20:07,392 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 725, reset compression=false 2024-11-16T04:20:07,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:07,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40025,-1 for getting cluster id 2024-11-16T04:20:07,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:07,573 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47a09e72-553c-494d-95aa-29f73b47d3e7' 2024-11-16T04:20:07,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:07,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47a09e72-553c-494d-95aa-29f73b47d3e7" 2024-11-16T04:20:07,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6f1873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:07,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40025,-1] 2024-11-16T04:20:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:07,575 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:07,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:07,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:07,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:07,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40025,1731730792007 2024-11-16T04:20:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fa204d 2024-11-16T04:20:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:07,587 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:07,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., hostname=fda3efb342d8,38915,1731730792162, seqNum=2] 2024-11-16T04:20:07,592 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:20:07,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T04:20:07,599 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T04:20:07,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T04:20:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:07,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T04:20:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HRegion(2603): Flush status journal for 3b1a28841a2c3dcf0242c71a71244e71: 2024-11-16T04:20:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_1 2024-11-16T04:20:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_1 as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ 2024-11-16T04:20:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_0 2024-11-16T04:20:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_0 as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ 2024-11-16T04:20:07,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_1 into 3b1a28841a2c3dcf0242c71a71244e71/f as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ - updating store file list. 2024-11-16T04:20:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 194f73409d57479ebdd8e2e4468eebb6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:07,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ into 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:07,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_1 into 3b1a28841a2c3dcf0242c71a71244e71/f (new location: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_) 2024-11-16T04:20:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_1 2024-11-16T04:20:07,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_0 into 3b1a28841a2c3dcf0242c71a71244e71/f as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ - updating store file list. 2024-11-16T04:20:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac9337189934440ba282b648903d3e6a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:07,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ into 3b1a28841a2c3dcf0242c71a71244e71/f 2024-11-16T04:20:07,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_0 into 3b1a28841a2c3dcf0242c71a71244e71/f (new location: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/f/ac9337189934440ba282b648903d3e6a_SeqId_6_) 2024-11-16T04:20:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/staging/jenkins__test__1ff6e5t7nsbrl05kb55np7s6af47i0humn22j634fl9a44anuit9e15r6b41fnlp/f/hfile_0 2024-11-16T04:20:07,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:07,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:07,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:07,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., hostname=fda3efb342d8,38915,1731730792162, seqNum=2 , the old value is region=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., hostname=fda3efb342d8,38915,1731730792162, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fda3efb342d8:38915 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:20:07,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., hostname=fda3efb342d8,38915,1731730792162, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:20:07,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71., hostname=fda3efb342d8,38915,1731730792162, seqNum=2 from cache 2024-11-16T04:20:07,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:07,627 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T04:20:07,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36529,1731730786215, seqNum=-1] 2024-11-16T04:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:07,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:07,631 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 687, reset compression=false 2024-11-16T04:20:07,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b., hostname=fda3efb342d8,36529,1731730786215, seqNum=2] 2024-11-16T04:20:07,639 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:20:07,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:07,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45783,1731730786012 2024-11-16T04:20:07,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ac2e3d 2024-11-16T04:20:07,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:07,720 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T04:20:07,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:20:07,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36529,1731730786215, seqNum=-1] 2024-11-16T04:20:07,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:07,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:07,729 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:38915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T04:20:07,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__dkcj156aa5adq7r2kmduqgc1lssurn1ldgpns37irsq9u2v1c5gdn8lg6d8bi0pq/f/5907067b323548b7b9866fe877dc3a84_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T04:20:07,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__dkcj156aa5adq7r2kmduqgc1lssurn1ldgpns37irsq9u2v1c5gdn8lg6d8bi0pq/f/e1992f1a90aa434b8836e2af093d554c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T04:20:07,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.ReplicationSink(324): Finished replicating [62d8a96f-805d-417a-82f4-7015f90f262d, 47a09e72-553c-494d-95aa-29f73b47d3e7] bulk loaded data 2024-11-16T04:20:07,796 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 725, reset compression=false 2024-11-16T04:20:07,802 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:07,802 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,38915,1731730792162 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b1a28841a2c3dcf0242c71a71244e71/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730807625/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T04:20:07,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.ReplicationSink(318): Replicating [47a09e72-553c-494d-95aa-29f73b47d3e7] bulk loaded data 2024-11-16T04:20:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741844_1020 (size=10791) 2024-11-16T04:20:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741845_1021 (size=11194) 2024-11-16T04:20:08,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1033, reset compression=false 2024-11-16T04:20:08,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:20:08,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T04:20:08,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T04:20:08,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ for inclusion in 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T04:20:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:08,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ for inclusion in 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T04:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HRegion(2603): Flush status journal for 35ad266ea165c37118e1aa7a8099260b: 2024-11-16T04:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:20:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/a6184fba914a420daba0fe705baa2a93_SeqId_6_ 2024-11-16T04:20:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ac9337189934440ba282b648903d3e6a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:20:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/b864181ccfbf4b8ca7d5b17578c0d927_SeqId_6_ 2024-11-16T04:20:08,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ into 35ad266ea165c37118e1aa7a8099260b/f as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/a6184fba914a420daba0fe705baa2a93_SeqId_6_ - updating store file list. 2024-11-16T04:20:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6184fba914a420daba0fe705baa2a93_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:08,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/a6184fba914a420daba0fe705baa2a93_SeqId_6_ into 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:08,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ into 35ad266ea165c37118e1aa7a8099260b/f (new location: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/a6184fba914a420daba0fe705baa2a93_SeqId_6_) 2024-11-16T04:20:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/194f73409d57479ebdd8e2e4468eebb6_SeqId_6_ 2024-11-16T04:20:08,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ into 35ad266ea165c37118e1aa7a8099260b/f as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/b864181ccfbf4b8ca7d5b17578c0d927_SeqId_6_ - updating store file list. 2024-11-16T04:20:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b864181ccfbf4b8ca7d5b17578c0d927_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:20:08,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/b864181ccfbf4b8ca7d5b17578c0d927_SeqId_6_ into 35ad266ea165c37118e1aa7a8099260b/f 2024-11-16T04:20:08,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ into 35ad266ea165c37118e1aa7a8099260b/f (new location: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/f/b864181ccfbf4b8ca7d5b17578c0d927_SeqId_6_) 2024-11-16T04:20:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/staging/jenkins.hfs.10__test__8ovhn6nt5pndh97b331l3hkefar8krer1pt18a5v47t87j9b1obdn9dkvb3b9kac/f/ac9337189934440ba282b648903d3e6a_SeqId_6_ 2024-11-16T04:20:08,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36529 {}] regionserver.ReplicationSink(324): Finished replicating [47a09e72-553c-494d-95aa-29f73b47d3e7] bulk loaded data 2024-11-16T04:20:08,307 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1033, reset compression=false 2024-11-16T04:20:08,334 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 687, reset compression=false 2024-11-16T04:20:08,339 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:08,340 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36529,1731730786215 got entry batch from reader: WALEntryBatch [walEntries=[{test/35ad266ea165c37118e1aa7a8099260b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730808269/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T04:20:08,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.ReplicationSink(318): Replicating [47a09e72-553c-494d-95aa-29f73b47d3e7, 62d8a96f-805d-417a-82f4-7015f90f262d] bulk loaded data 2024-11-16T04:20:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741844_1020 (size=10791) 2024-11-16T04:20:08,540 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:08,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:20:08,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:08,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:08,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:08,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:08,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:20:08,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=385115365, stopped=false 2024-11-16T04:20:08,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,40025,1731730792007 2024-11-16T04:20:08,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:08,711 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1033, reset compression=false 2024-11-16T04:20:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244232668/running 2024-11-16T04:20:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244232668/running 2024-11-16T04:20:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:20:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:20:08,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:08,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:08,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:08,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:08,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,38915,1731730792162' ***** 2024-11-16T04:20:08,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:20:08,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/running 2024-11-16T04:20:08,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Set watcher on znode that does not yet exist, /1244232668/running 2024-11-16T04:20:08,720 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:20:08,720 INFO [RS:0;fda3efb342d8:38915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:20:08,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:20:08,720 INFO [RS:0;fda3efb342d8:38915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:20:08,720 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(3091): Received CLOSE for d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b1a28841a2c3dcf0242c71a71244e71 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,38915,1731730792162 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:08,721 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d567c1322773f9334e4845c75ec28d7b, disabling compactions & flushes 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:38915. 2024-11-16T04:20:08,721 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:08,721 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:08,721 DEBUG [RS:0;fda3efb342d8:38915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:08,721 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:08,721 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. after waiting 0 ms 2024-11-16T04:20:08,721 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:20:08,721 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d567c1322773f9334e4845c75ec28d7b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:20:08,721 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:20:08,721 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1325): Online Regions={d567c1322773f9334e4845c75ec28d7b=hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b., 1588230740=hbase:meta,,1.1588230740, 3b1a28841a2c3dcf0242c71a71244e71=test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71.} 2024-11-16T04:20:08,721 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b1a28841a2c3dcf0242c71a71244e71, d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:08,721 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:08,722 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:08,722 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:08,722 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:08,722 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:08,722 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:20:08,737 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/info/7095a61398b5405e8debde4b901b60ff is 147, key is hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b./info:regioninfo/1731730802882/Put/seqid=0 2024-11-16T04:20:08,739 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/.tmp/hfileref/5f10b37706be40aea2aab5a8a0184f3d is 74, key is 1/hfileref:194f73409d57479ebdd8e2e4468eebb6_SeqId_6_/1731730808273/DeleteColumn/seqid=0 2024-11-16T04:20:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741845_1021 (size=7686) 2024-11-16T04:20:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741846_1022 (size=5345) 2024-11-16T04:20:08,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741847_1023 (size=11194) 2024-11-16T04:20:08,764 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:08,843 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:08,922 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b1a28841a2c3dcf0242c71a71244e71, d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:08,967 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:20:08,967 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:20:09,122 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b1a28841a2c3dcf0242c71a71244e71, d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:09,146 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/info/7095a61398b5405e8debde4b901b60ff 2024-11-16T04:20:09,146 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/.tmp/hfileref/5f10b37706be40aea2aab5a8a0184f3d 2024-11-16T04:20:09,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:20:09,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:09,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38915 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57038 deadline: 1731730869165, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping 2024-11-16T04:20:09,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 from cache 2024-11-16T04:20:09,174 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/.tmp/queue/c7bef03f827d43ac8314b7111edc6ada is 154, key is 1-fda3efb342d8,38915,1731730792162/queue:fda3efb342d8%2C38915%2C1731730792162/1731730808275/Put/seqid=0 2024-11-16T04:20:09,175 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/ns/766c3caea85141c6b8be70ecb9c0d619 is 43, key is default/ns:d/1731730795165/Put/seqid=0 2024-11-16T04:20:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741848_1024 (size=5353) 2024-11-16T04:20:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741849_1025 (size=5153) 2024-11-16T04:20:09,214 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1033, reset compression=false 2024-11-16T04:20:09,248 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:09,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:09,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:09,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38915 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57038 deadline: 1731730869165, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping 2024-11-16T04:20:09,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 from cache 2024-11-16T04:20:09,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:20:09,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:09,322 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b1a28841a2c3dcf0242c71a71244e71, d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:09,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:09,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:09,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:09,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38915 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57038 deadline: 1731730869165, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping 2024-11-16T04:20:09,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 from cache 2024-11-16T04:20:09,522 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b1a28841a2c3dcf0242c71a71244e71, d567c1322773f9334e4845c75ec28d7b 2024-11-16T04:20:09,589 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/.tmp/queue/c7bef03f827d43ac8314b7111edc6ada 2024-11-16T04:20:09,591 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/ns/766c3caea85141c6b8be70ecb9c0d619 2024-11-16T04:20:09,600 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/.tmp/hfileref/5f10b37706be40aea2aab5a8a0184f3d as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/hfileref/5f10b37706be40aea2aab5a8a0184f3d 2024-11-16T04:20:09,605 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/hfileref/5f10b37706be40aea2aab5a8a0184f3d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T04:20:09,606 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/.tmp/queue/c7bef03f827d43ac8314b7111edc6ada as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/queue/c7bef03f827d43ac8314b7111edc6ada 2024-11-16T04:20:09,619 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/queue/c7bef03f827d43ac8314b7111edc6ada, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T04:20:09,620 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d567c1322773f9334e4845c75ec28d7b in 899ms, sequenceid=12, compaction requested=false 2024-11-16T04:20:09,623 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/replication/d567c1322773f9334e4845c75ec28d7b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T04:20:09,623 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:09,624 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d567c1322773f9334e4845c75ec28d7b: Waiting for close lock at 1731730808721Running coprocessor pre-close hooks at 1731730808721Disabling compacts and flushes for region at 1731730808721Disabling writes for close at 1731730808721Obtaining lock to block concurrent updates at 1731730808721Preparing flush snapshotting stores in d567c1322773f9334e4845c75ec28d7b at 1731730808721Finished memstore snapshotting hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731730808722 (+1 ms)Flushing stores of hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. at 1731730808722Flushing d567c1322773f9334e4845c75ec28d7b/hfileref: creating writer at 1731730808722Flushing d567c1322773f9334e4845c75ec28d7b/hfileref: appending metadata at 1731730808738 (+16 ms)Flushing d567c1322773f9334e4845c75ec28d7b/hfileref: closing flushed file at 1731730808738Flushing d567c1322773f9334e4845c75ec28d7b/queue: creating writer at 1731730809150 (+412 ms)Flushing d567c1322773f9334e4845c75ec28d7b/queue: appending metadata at 1731730809173 (+23 ms)Flushing d567c1322773f9334e4845c75ec28d7b/queue: closing flushed file at 1731730809173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7161e67b: reopening flushed file at 1731730809594 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5886a71d: reopening flushed file at 1731730809605 (+11 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d567c1322773f9334e4845c75ec28d7b in 899ms, sequenceid=12, compaction requested=false at 1731730809620 (+15 ms)Writing region close event to WAL at 1731730809620Running coprocessor post-close hooks at 1731730809623 (+3 ms)Closed at 1731730809624 (+1 ms) 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730801724.d567c1322773f9334e4845c75ec28d7b. 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b1a28841a2c3dcf0242c71a71244e71, disabling compactions & flushes 2024-11-16T04:20:09,624 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. after waiting 0 ms 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:20:09,624 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/rep_barrier/e8fc613c9d5d4391815020646c8902b2 is 112, key is test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71./rep_barrier:seqnumDuringOpen/1731730798545/Put/seqid=0 2024-11-16T04:20:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741850_1026 (size=5518) 2024-11-16T04:20:09,640 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/rep_barrier/e8fc613c9d5d4391815020646c8902b2 2024-11-16T04:20:09,643 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/default/test/3b1a28841a2c3dcf0242c71a71244e71/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:20:09,644 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:09,644 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:09,644 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:20:09,644 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b1a28841a2c3dcf0242c71a71244e71: Waiting for close lock at 1731730809624Running coprocessor pre-close hooks at 1731730809624Disabling compacts and flushes for region at 1731730809624Disabling writes for close at 1731730809624Writing region close event to WAL at 1731730809633 (+9 ms)Running coprocessor post-close hooks at 1731730809644 (+11 ms)Closed at 1731730809644 2024-11-16T04:20:09,644 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730797392.3b1a28841a2c3dcf0242c71a71244e71. 2024-11-16T04:20:09,667 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/table/a892e75d99894588a38a40c6ef47968d is 53, key is hbase:replication/table:state/1731730802890/Put/seqid=0 2024-11-16T04:20:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741851_1027 (size=5308) 2024-11-16T04:20:09,722 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:20:09,722 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:20:09,723 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:09,751 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:09,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:09,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:09,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:09,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38915 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57038 deadline: 1731730869165, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping 2024-11-16T04:20:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 from cache 2024-11-16T04:20:09,818 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1033, reset compression=false 2024-11-16T04:20:09,822 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:09,823 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1328, reset compression=false 2024-11-16T04:20:09,823 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,38915,1731730792162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:09,823 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,38915,1731730792162: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,38915,1731730792162, walGroup=fda3efb342d8%2C38915%2C1731730792162, offset=fda3efb342d8%2C38915%2C1731730792162.1731730794089:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:38915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:20:09,825 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:20:09,825 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:20:09,826 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:20:09,826 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:20:09,826 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:20:09,826 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 557802576 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187781856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:20:09,828 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:20:09,923 DEBUG [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:10,026 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.wal-reader.fda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 to pos 1328, reset compression=false 2024-11-16T04:20:10,073 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/table/a892e75d99894588a38a40c6ef47968d 2024-11-16T04:20:10,078 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/info/7095a61398b5405e8debde4b901b60ff as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/info/7095a61398b5405e8debde4b901b60ff 2024-11-16T04:20:10,082 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/info/7095a61398b5405e8debde4b901b60ff, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:20:10,083 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/ns/766c3caea85141c6b8be70ecb9c0d619 as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/ns/766c3caea85141c6b8be70ecb9c0d619 2024-11-16T04:20:10,087 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/ns/766c3caea85141c6b8be70ecb9c0d619, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:20:10,088 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/rep_barrier/e8fc613c9d5d4391815020646c8902b2 as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/rep_barrier/e8fc613c9d5d4391815020646c8902b2 2024-11-16T04:20:10,096 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/rep_barrier/e8fc613c9d5d4391815020646c8902b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:20:10,097 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/.tmp/table/a892e75d99894588a38a40c6ef47968d as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/table/a892e75d99894588a38a40c6ef47968d 2024-11-16T04:20:10,103 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/table/a892e75d99894588a38a40c6ef47968d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:20:10,104 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1382ms, sequenceid=16, compaction requested=false 2024-11-16T04:20:10,108 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:20:10,108 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:10,108 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:10,108 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:10,108 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730808721Running coprocessor pre-close hooks at 1731730808721Disabling compacts and flushes for region at 1731730808721Disabling writes for close at 1731730808722 (+1 ms)Obtaining lock to block concurrent updates at 1731730808722Preparing flush snapshotting stores in 1588230740 at 1731730808722Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730808722Flushing stores of hbase:meta,,1.1588230740 at 1731730808722Flushing 1588230740/info: creating writer at 1731730808722Flushing 1588230740/info: appending metadata at 1731730808736 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731730808736Flushing 1588230740/ns: creating writer at 1731730809150 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731730809175 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731730809175Flushing 1588230740/rep_barrier: creating writer at 1731730809596 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730809618 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730809618Flushing 1588230740/table: creating writer at 1731730809647 (+29 ms)Flushing 1588230740/table: appending metadata at 1731730809666 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731730809666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a92a6af: reopening flushed file at 1731730810077 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479ee21a: reopening flushed file at 1731730810082 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3938f688: reopening flushed file at 1731730810087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdce257: reopening flushed file at 1731730810096 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1382ms, sequenceid=16, compaction requested=false at 1731730810104 (+8 ms)Writing region close event to WAL at 1731730810105 (+1 ms)Running coprocessor post-close hooks at 1731730810108 (+3 ms)Closed at 1731730810108 2024-11-16T04:20:10,109 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:10,123 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,38915,1731730792162; all regions closed. 2024-11-16T04:20:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:20:10,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741839_1015 (size=3127) 2024-11-16T04:20:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741832_1008 (size=1336) 2024-11-16T04:20:10,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/WALs/fda3efb342d8,38915,1731730792162/fda3efb342d8%2C38915%2C1731730792162.1731730794089 not finished, retry = 0 2024-11-16T04:20:10,231 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:10,231 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:10,231 INFO [RS:0;fda3efb342d8:38915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:10,231 INFO [RS:0;fda3efb342d8:38915 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:10,231 INFO [RS:0;fda3efb342d8:38915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:10,231 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:10,232 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,38915,1731730792162 because: Region server is closing 2024-11-16T04:20:10,232 INFO [RS:0;fda3efb342d8:38915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:38915. 2024-11-16T04:20:10,232 DEBUG [RS:0;fda3efb342d8:38915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:10,232 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:10,232 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:10,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:10,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:10,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1] 2024-11-16T04:20:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:20:10,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting 2024-11-16T04:20:10,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting 2024-11-16T04:20:10,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,38915,1731730792162, seqNum=-1 from cache 2024-11-16T04:20:10,312 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:20:10,312 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T04:20:09.172Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.282Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.802Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:10.311Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fda3efb342d8,38915,1731730792162 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:10,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T04:20:09.172Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.282Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.802Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:10.311Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fda3efb342d8,38915,1731730792162 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:10,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:57034 deadline: 1731730868340, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T04:20:09.172Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.282Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.802Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:10.311Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting 2024-11-16T04:20:10,315 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-16T04:20:09.172Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.282Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:09.802Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fda3efb342d8,38915,1731730792162 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:20:10.311Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fda3efb342d8,38915,1731730792162 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server fda3efb342d8,38915,1731730792162 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:20:10,332 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,38915,1731730792162.replicationSource.shipperfda3efb342d8%2C38915%2C1731730792162,1-fda3efb342d8,38915,1731730792162 terminated 2024-11-16T04:20:10,332 INFO [RS:0;fda3efb342d8:38915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:38915. 2024-11-16T04:20:10,333 DEBUG [RS:0;fda3efb342d8:38915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:10,333 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:10,333 DEBUG [RS:0;fda3efb342d8:38915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:10,333 INFO [RS:0;fda3efb342d8:38915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38915 2024-11-16T04:20:10,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:10,357 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668/rs 2024-11-16T04:20:10,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244232668/rs/fda3efb342d8,38915,1731730792162 2024-11-16T04:20:10,392 INFO [RS:0;fda3efb342d8:38915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:10,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,38915,1731730792162] 2024-11-16T04:20:10,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1244232668/draining/fda3efb342d8,38915,1731730792162 already deleted, retry=false 2024-11-16T04:20:10,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,38915,1731730792162 expired; onlineServers=0 2024-11-16T04:20:10,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,40025,1731730792007' ***** 2024-11-16T04:20:10,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:20:10,413 INFO [M:0;fda3efb342d8:40025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:10,414 INFO [M:0;fda3efb342d8:40025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:10,414 DEBUG [M:0;fda3efb342d8:40025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:20:10,414 DEBUG [M:0;fda3efb342d8:40025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:20:10,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:20:10,414 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730793832 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730793832,5,FailOnTimeoutGroup] 2024-11-16T04:20:10,414 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730793832 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730793832,5,FailOnTimeoutGroup] 2024-11-16T04:20:10,414 INFO [M:0;fda3efb342d8:40025 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:10,414 INFO [M:0;fda3efb342d8:40025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:10,414 DEBUG [M:0;fda3efb342d8:40025 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:20:10,414 INFO [M:0;fda3efb342d8:40025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:20:10,415 INFO [M:0;fda3efb342d8:40025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:10,415 INFO [M:0;fda3efb342d8:40025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:20:10,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:20:10,419 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fda3efb342d8:38915 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:38915 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:20:10,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fda3efb342d8:38915 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:38915 2024-11-16T04:20:10,420 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=fda3efb342d8:38915 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:38915 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:38915 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T04:20:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40768 deadline: 1731730870422, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T04:20:10,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244232668/master 2024-11-16T04:20:10,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244232668 2024-11-16T04:20:10,424 DEBUG [M:0;fda3efb342d8:40025 {}] zookeeper.ZKUtil(347): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Unable to get data of znode /1244232668/master because node does not exist (not an error) 2024-11-16T04:20:10,424 WARN [M:0;fda3efb342d8:40025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:20:10,423 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:10,424 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T04:20:10,425 INFO [M:0;fda3efb342d8:40025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/.lastflushedseqids 2024-11-16T04:20:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741852_1028 (size=263) 2024-11-16T04:20:10,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:10,503 INFO [RS:0;fda3efb342d8:38915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:10,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38915-0x10141deb9b30004, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:10,503 INFO [RS:0;fda3efb342d8:38915 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,38915,1731730792162; zookeeper connection closed. 2024-11-16T04:20:10,503 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76bbffa6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76bbffa6 2024-11-16T04:20:10,503 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:20:10,624 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T04:20:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40768 deadline: 1731730870626, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T04:20:10,627 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:10,628 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T04:20:10,628 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T04:20:10,829 INFO [M:0;fda3efb342d8:40025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:20:10,829 INFO [M:0;fda3efb342d8:40025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:20:10,830 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:10,830 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:10,830 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:10,830 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:10,830 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:10,830 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T04:20:10,873 DEBUG [M:0;fda3efb342d8:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb7e7656741d4fe2a5e679c94add2438 is 82, key is hbase:meta,,1/info:regioninfo/1731730795148/Put/seqid=0 2024-11-16T04:20:10,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741853_1029 (size=5672) 2024-11-16T04:20:10,928 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T04:20:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40768 deadline: 1731730870930, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T04:20:10,931 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:10,932 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T04:20:10,932 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T04:20:11,060 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:11,277 INFO [M:0;fda3efb342d8:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb7e7656741d4fe2a5e679c94add2438 2024-11-16T04:20:11,299 DEBUG [M:0;fda3efb342d8:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bf5d4133a974a629bca3c78aa6234ca is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730802893/Put/seqid=0 2024-11-16T04:20:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741854_1030 (size=8517) 2024-11-16T04:20:11,332 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T04:20:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40768 deadline: 1731730871334, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T04:20:11,334 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:11,335 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T04:20:11,335 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T04:20:11,703 INFO [M:0;fda3efb342d8:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bf5d4133a974a629bca3c78aa6234ca 2024-11-16T04:20:11,720 DEBUG [M:0;fda3efb342d8:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfebb7e1d31f4b7a8e11dd938ceea29c is 69, key is fda3efb342d8,38915,1731730792162/rs:state/1731730793929/Put/seqid=0 2024-11-16T04:20:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741855_1031 (size=5156) 2024-11-16T04:20:11,836 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T04:20:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:20:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40768 deadline: 1731730871837, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T04:20:11,838 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T04:20:11,839 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T04:20:11,839 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T04:20:11,864 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:12,124 INFO [M:0;fda3efb342d8:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfebb7e1d31f4b7a8e11dd938ceea29c 2024-11-16T04:20:12,129 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb7e7656741d4fe2a5e679c94add2438 as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb7e7656741d4fe2a5e679c94add2438 2024-11-16T04:20:12,133 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb7e7656741d4fe2a5e679c94add2438, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T04:20:12,133 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bf5d4133a974a629bca3c78aa6234ca as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bf5d4133a974a629bca3c78aa6234ca 2024-11-16T04:20:12,138 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bf5d4133a974a629bca3c78aa6234ca, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T04:20:12,139 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfebb7e1d31f4b7a8e11dd938ceea29c as hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfebb7e1d31f4b7a8e11dd938ceea29c 2024-11-16T04:20:12,143 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38313/user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfebb7e1d31f4b7a8e11dd938ceea29c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T04:20:12,144 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false 2024-11-16T04:20:12,145 INFO [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:12,145 DEBUG [M:0;fda3efb342d8:40025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730810830Disabling compacts and flushes for region at 1731730810830Disabling writes for close at 1731730810830Obtaining lock to block concurrent updates at 1731730810830Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730810830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731730810830Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730810856 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730810856Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730810872 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730810872Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730811281 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730811299 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730811299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730811707 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730811720 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730811720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301b1f85: reopening flushed file at 1731730812128 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2296d6f2: reopening flushed file at 1731730812133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8dae7: reopening flushed file at 1731730812138 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false at 1731730812144 (+6 ms)Writing region close event to WAL at 1731730812145 (+1 ms)Closed at 1731730812145 2024-11-16T04:20:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44411 is added to blk_1073741830_1006 (size=63666) 2024-11-16T04:20:12,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/148292dd-d0bc-5aa3-d8bc-7bd3035944c8/MasterData/WALs/fda3efb342d8,40025,1731730792007/fda3efb342d8%2C40025%2C1731730792007.1731730793566 not finished, retry = 0 2024-11-16T04:20:12,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:12,248 INFO [M:0;fda3efb342d8:40025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:20:12,248 INFO [M:0;fda3efb342d8:40025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40025 2024-11-16T04:20:12,249 INFO [M:0;fda3efb342d8:40025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:12,408 INFO [M:0;fda3efb342d8:40025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x10141deb9b30003, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:12,440 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T04:20:12,440 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fda3efb342d8:40025 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:40025 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:20:12,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fda3efb342d8:40025 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:40025 2024-11-16T04:20:12,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76dff982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:12,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:12,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:12,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:12,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:12,449 WARN [BP-453999451-172.17.0.2-1731730789713 heartbeating to localhost/127.0.0.1:38313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:20:12,449 WARN [BP-453999451-172.17.0.2-1731730789713 heartbeating to localhost/127.0.0.1:38313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-453999451-172.17.0.2-1731730789713 (Datanode Uuid 0df3d972-f7c4-49ae-8f3d-208938b2533d) service to localhost/127.0.0.1:38313 2024-11-16T04:20:12,449 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:20:12,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:20:12,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/cluster_fbb2b6d4-850a-f744-e482-b7f3bea71fa7/data/data1/current/BP-453999451-172.17.0.2-1731730789713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:12,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/cluster_fbb2b6d4-850a-f744-e482-b7f3bea71fa7/data/data2/current/BP-453999451-172.17.0.2-1731730789713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:12,450 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:20:12,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:12,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:12,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:12,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:12,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:20:12,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:12,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:12,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:12,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:12,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:12,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:20:12,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2248006, stopped=false 2024-11-16T04:20:12,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,45783,1731730786012 2024-11-16T04:20:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0758549519/running 2024-11-16T04:20:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0758549519/running 2024-11-16T04:20:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:20:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:20:12,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:12,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:12,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/running 2024-11-16T04:20:12,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:12,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Set watcher on znode that does not yet exist, /0758549519/running 2024-11-16T04:20:12,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:12,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,36529,1731730786215' ***** 2024-11-16T04:20:12,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:20:12,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(3091): Received CLOSE for 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(3091): Received CLOSE for 35ad266ea165c37118e1aa7a8099260b 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,36529,1731730786215 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:36529. 2024-11-16T04:20:12,485 DEBUG [RS:0;fda3efb342d8:36529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:12,485 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:12,485 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4670750f8c22bbafeb679b25c8210f5f, disabling compactions & flushes 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:20:12,485 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:20:12,485 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:20:12,485 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. after waiting 0 ms 2024-11-16T04:20:12,485 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:20:12,485 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4670750f8c22bbafeb679b25c8210f5f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T04:20:12,485 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:20:12,485 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1325): Online Regions={4670750f8c22bbafeb679b25c8210f5f=hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f., 1588230740=hbase:meta,,1.1588230740, 35ad266ea165c37118e1aa7a8099260b=test,,1731730795229.35ad266ea165c37118e1aa7a8099260b.} 2024-11-16T04:20:12,486 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad266ea165c37118e1aa7a8099260b, 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:12,486 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:12,486 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:12,486 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:12,486 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:12,486 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:12,486 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:20:12,502 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/.tmp/hfileref/7ebab6ff0f6446788f72f4a4b7605cba is 74, key is 1/hfileref:8e7c1c9a26624d098979017491ff8a51_SeqId_4_/1731730806494/DeleteColumn/seqid=0 2024-11-16T04:20:12,503 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/info/72c3cdf1bb884bccbe7610c639becefd is 147, key is hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f./info:regioninfo/1731730800776/Put/seqid=0 2024-11-16T04:20:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741846_1022 (size=5345) 2024-11-16T04:20:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741847_1023 (size=7686) 2024-11-16T04:20:12,544 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:12,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:12,549 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fda3efb342d8:40025 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:40025 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:20:12,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=fda3efb342d8:40025 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:40025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T04:20:12,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address fda3efb342d8:40025 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fda3efb342d8/172.17.0.2:40025 2024-11-16T04:20:12,686 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad266ea165c37118e1aa7a8099260b, 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:12,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:12,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fda3efb342d8:40025 this server is in the failed servers list 2024-11-16T04:20:12,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fda3efb342d8:40025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:12,768 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:12,886 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad266ea165c37118e1aa7a8099260b, 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:12,910 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/.tmp/hfileref/7ebab6ff0f6446788f72f4a4b7605cba 2024-11-16T04:20:12,910 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/info/72c3cdf1bb884bccbe7610c639becefd 2024-11-16T04:20:12,937 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/.tmp/queue/2502a854e48c4a04831cd562bd3858dc is 153, key is 1-fda3efb342d8,36529,1731730786215/queue:fda3efb342d8%2C36529%2C1731730786215/1731730806496/Put/seqid=0 2024-11-16T04:20:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741848_1024 (size=5352) 2024-11-16T04:20:12,946 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/ns/822dc366a8634122a52f9806e4159010 is 43, key is default/ns:d/1731730789612/Put/seqid=0 2024-11-16T04:20:12,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741849_1025 (size=5153) 2024-11-16T04:20:13,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:13,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fda3efb342d8:40025 this server is in the failed servers list 2024-11-16T04:20:13,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fda3efb342d8:40025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:13,086 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad266ea165c37118e1aa7a8099260b, 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:13,286 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad266ea165c37118e1aa7a8099260b, 4670750f8c22bbafeb679b25c8210f5f 2024-11-16T04:20:13,342 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/.tmp/queue/2502a854e48c4a04831cd562bd3858dc 2024-11-16T04:20:13,347 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/.tmp/hfileref/7ebab6ff0f6446788f72f4a4b7605cba as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/hfileref/7ebab6ff0f6446788f72f4a4b7605cba 2024-11-16T04:20:13,349 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/ns/822dc366a8634122a52f9806e4159010 2024-11-16T04:20:13,351 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/hfileref/7ebab6ff0f6446788f72f4a4b7605cba, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T04:20:13,352 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/.tmp/queue/2502a854e48c4a04831cd562bd3858dc as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/queue/2502a854e48c4a04831cd562bd3858dc 2024-11-16T04:20:13,358 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/queue/2502a854e48c4a04831cd562bd3858dc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T04:20:13,359 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4670750f8c22bbafeb679b25c8210f5f in 873ms, sequenceid=10, compaction requested=false 2024-11-16T04:20:13,359 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:20:13,372 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/replication/4670750f8c22bbafeb679b25c8210f5f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T04:20:13,372 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:13,372 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:13,372 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:13,372 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4670750f8c22bbafeb679b25c8210f5f: Waiting for close lock at 1731730812485Running coprocessor pre-close hooks at 1731730812485Disabling compacts and flushes for region at 1731730812485Disabling writes for close at 1731730812485Obtaining lock to block concurrent updates at 1731730812485Preparing flush snapshotting stores in 4670750f8c22bbafeb679b25c8210f5f at 1731730812485Finished memstore snapshotting hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731730812486 (+1 ms)Flushing stores of hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. at 1731730812486Flushing 4670750f8c22bbafeb679b25c8210f5f/hfileref: creating writer at 1731730812486Flushing 4670750f8c22bbafeb679b25c8210f5f/hfileref: appending metadata at 1731730812501 (+15 ms)Flushing 4670750f8c22bbafeb679b25c8210f5f/hfileref: closing flushed file at 1731730812501Flushing 4670750f8c22bbafeb679b25c8210f5f/queue: creating writer at 1731730812915 (+414 ms)Flushing 4670750f8c22bbafeb679b25c8210f5f/queue: appending metadata at 1731730812936 (+21 ms)Flushing 4670750f8c22bbafeb679b25c8210f5f/queue: closing flushed file at 1731730812936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81ac3d5: reopening flushed file at 1731730813346 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbab3c5: reopening flushed file at 1731730813351 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4670750f8c22bbafeb679b25c8210f5f in 873ms, sequenceid=10, compaction requested=false at 1731730813359 (+8 ms)Writing region close event to WAL at 1731730813369 (+10 ms)Running coprocessor post-close hooks at 1731730813372 (+3 ms)Closed at 1731730813372 2024-11-16T04:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730799560.4670750f8c22bbafeb679b25c8210f5f. 2024-11-16T04:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35ad266ea165c37118e1aa7a8099260b, disabling compactions & flushes 2024-11-16T04:20:13,373 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. after waiting 0 ms 2024-11-16T04:20:13,373 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:20:13,376 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/default/test/35ad266ea165c37118e1aa7a8099260b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:20:13,377 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:13,377 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:13,377 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:20:13,377 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35ad266ea165c37118e1aa7a8099260b: Waiting for close lock at 1731730813373Running coprocessor pre-close hooks at 1731730813373Disabling compacts and flushes for region at 1731730813373Disabling writes for close at 1731730813373Writing region close event to WAL at 1731730813373Running coprocessor post-close hooks at 1731730813377 (+4 ms)Closed at 1731730813377 2024-11-16T04:20:13,377 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730795229.35ad266ea165c37118e1aa7a8099260b. 2024-11-16T04:20:13,381 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/rep_barrier/a3fadc467fe44f47816841f88fb37956 is 112, key is test,,1731730795229.35ad266ea165c37118e1aa7a8099260b./rep_barrier:seqnumDuringOpen/1731730796381/Put/seqid=0 2024-11-16T04:20:13,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741850_1026 (size=5518) 2024-11-16T04:20:13,441 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:20:13,441 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:20:13,486 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:20:13,486 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:20:13,487 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:13,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:13,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fda3efb342d8:40025 this server is in the failed servers list 2024-11-16T04:20:13,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fda3efb342d8:40025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:13,687 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:13,772 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1033, reset compression=false 2024-11-16T04:20:13,777 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:13,777 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1328, reset compression=false 2024-11-16T04:20:13,786 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/rep_barrier/a3fadc467fe44f47816841f88fb37956 2024-11-16T04:20:13,808 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/table/924d35776b9f46aaadadef99b8a243c4 is 53, key is hbase:replication/table:state/1731730800783/Put/seqid=0 2024-11-16T04:20:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741851_1027 (size=5308) 2024-11-16T04:20:13,887 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:13,987 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1328, reset compression=false 2024-11-16T04:20:14,087 DEBUG [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:14,212 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/table/924d35776b9f46aaadadef99b8a243c4 2024-11-16T04:20:14,217 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/info/72c3cdf1bb884bccbe7610c639becefd as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/info/72c3cdf1bb884bccbe7610c639becefd 2024-11-16T04:20:14,220 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/info/72c3cdf1bb884bccbe7610c639becefd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:20:14,221 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/ns/822dc366a8634122a52f9806e4159010 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/ns/822dc366a8634122a52f9806e4159010 2024-11-16T04:20:14,225 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/ns/822dc366a8634122a52f9806e4159010, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:20:14,225 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/rep_barrier/a3fadc467fe44f47816841f88fb37956 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/rep_barrier/a3fadc467fe44f47816841f88fb37956 2024-11-16T04:20:14,229 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/rep_barrier/a3fadc467fe44f47816841f88fb37956, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:20:14,230 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/.tmp/table/924d35776b9f46aaadadef99b8a243c4 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/table/924d35776b9f46aaadadef99b8a243c4 2024-11-16T04:20:14,234 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/table/924d35776b9f46aaadadef99b8a243c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:20:14,235 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-11-16T04:20:14,235 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:20:14,239 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:20:14,239 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:14,239 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:14,239 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:14,239 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730812486Running coprocessor pre-close hooks at 1731730812486Disabling compacts and flushes for region at 1731730812486Disabling writes for close at 1731730812486Obtaining lock to block concurrent updates at 1731730812486Preparing flush snapshotting stores in 1588230740 at 1731730812486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730812486Flushing stores of hbase:meta,,1.1588230740 at 1731730812486Flushing 1588230740/info: creating writer at 1731730812486Flushing 1588230740/info: appending metadata at 1731730812503 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731730812503Flushing 1588230740/ns: creating writer at 1731730812923 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731730812945 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731730812945Flushing 1588230740/rep_barrier: creating writer at 1731730813354 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730813380 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730813381 (+1 ms)Flushing 1588230740/table: creating writer at 1731730813791 (+410 ms)Flushing 1588230740/table: appending metadata at 1731730813808 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731730813808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41010e2e: reopening flushed file at 1731730814216 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2320c7ec: reopening flushed file at 1731730814220 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3519757b: reopening flushed file at 1731730814225 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787de627: reopening flushed file at 1731730814230 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1731730814235 (+5 ms)Writing region close event to WAL at 1731730814236 (+1 ms)Running coprocessor post-close hooks at 1731730814239 (+3 ms)Closed at 1731730814239 2024-11-16T04:20:14,240 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:14,287 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,36529,1731730786215; all regions closed. 2024-11-16T04:20:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:20:14,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.meta.1731730789522.meta not finished, retry = 0 2024-11-16T04:20:14,291 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 to pos 1328, reset compression=false 2024-11-16T04:20:14,391 DEBUG [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/oldWALs 2024-11-16T04:20:14,391 INFO [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C36529%2C1731730786215.meta:.meta(num 1731730789522) 2024-11-16T04:20:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741839_1015 (size=2695) 2024-11-16T04:20:14,398 DEBUG [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/oldWALs 2024-11-16T04:20:14,398 INFO [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C36529%2C1731730786215.rep:(num 1731730800736) 2024-11-16T04:20:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741832_1008 (size=1336) 2024-11-16T04:20:14,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/WALs/fda3efb342d8,36529,1731730786215/fda3efb342d8%2C36529%2C1731730786215.1731730788558 not finished, retry = 0 2024-11-16T04:20:14,502 DEBUG [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/oldWALs 2024-11-16T04:20:14,502 INFO [RS:0;fda3efb342d8:36529 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C36529%2C1731730786215:(num 1731730788558) 2024-11-16T04:20:14,502 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:14,502 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:14,503 INFO [RS:0;fda3efb342d8:36529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:14,503 INFO [RS:0;fda3efb342d8:36529 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:14,503 INFO [RS:0;fda3efb342d8:36529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:14,503 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:14,503 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,36529,1731730786215 because: Region server is closing 2024-11-16T04:20:14,503 INFO [RS:0;fda3efb342d8:36529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:36529. 2024-11-16T04:20:14,503 DEBUG [RS:0;fda3efb342d8:36529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:14,503 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:14,503 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:14,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:14,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:14,589 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:14,591 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:14,604 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.wal-reader.fda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:20:14,604 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T04:20:14,604 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T04:20:14,604 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T04:20:15,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:15,305 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36529,1731730786215.replicationSource.shipperfda3efb342d8%2C36529%2C1731730786215,1-fda3efb342d8,36529,1731730786215 terminated 2024-11-16T04:20:15,305 INFO [RS:0;fda3efb342d8:36529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:36529. 2024-11-16T04:20:15,305 DEBUG [RS:0;fda3efb342d8:36529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:15,305 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:15,305 DEBUG [RS:0;fda3efb342d8:36529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:15,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:15,305 INFO [RS:0;fda3efb342d8:36529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36529 2024-11-16T04:20:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519/rs 2024-11-16T04:20:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0758549519/rs/fda3efb342d8,36529,1731730786215 2024-11-16T04:20:15,329 INFO [RS:0;fda3efb342d8:36529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:15,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,36529,1731730786215] 2024-11-16T04:20:15,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0758549519/draining/fda3efb342d8,36529,1731730786215 already deleted, retry=false 2024-11-16T04:20:15,350 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,36529,1731730786215 expired; onlineServers=0 2024-11-16T04:20:15,350 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,45783,1731730786012' ***** 2024-11-16T04:20:15,350 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:15,350 DEBUG [M:0;fda3efb342d8:45783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:20:15,350 DEBUG [M:0;fda3efb342d8:45783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:20:15,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:20:15,350 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730788349 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730788349,5,FailOnTimeoutGroup] 2024-11-16T04:20:15,350 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730788352 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730788352,5,FailOnTimeoutGroup] 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:15,350 DEBUG [M:0;fda3efb342d8:45783 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:15,350 INFO [M:0;fda3efb342d8:45783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:20:15,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:20:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0758549519/master 2024-11-16T04:20:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0758549519 2024-11-16T04:20:15,360 DEBUG [M:0;fda3efb342d8:45783 {}] zookeeper.ZKUtil(347): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Unable to get data of znode /0758549519/master because node does not exist (not an error) 2024-11-16T04:20:15,360 WARN [M:0;fda3efb342d8:45783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:20:15,361 INFO [M:0;fda3efb342d8:45783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/.lastflushedseqids 2024-11-16T04:20:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741852_1028 (size=263) 2024-11-16T04:20:15,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:15,439 INFO [RS:0;fda3efb342d8:36529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:15,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36529-0x10141deb9b30001, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:15,439 INFO [RS:0;fda3efb342d8:36529 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,36529,1731730786215; zookeeper connection closed. 2024-11-16T04:20:15,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7297e985 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7297e985 2024-11-16T04:20:15,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:20:15,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:20:15,775 INFO [M:0;fda3efb342d8:45783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:20:15,775 INFO [M:0;fda3efb342d8:45783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:20:15,775 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:15,775 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:15,775 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:15,775 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:15,775 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:15,775 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T04:20:15,791 DEBUG [M:0;fda3efb342d8:45783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed48e1b95b0c415d9abd497a8fd04e80 is 82, key is hbase:meta,,1/info:regioninfo/1731730789562/Put/seqid=0 2024-11-16T04:20:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741853_1029 (size=5672) 2024-11-16T04:20:16,195 INFO [M:0;fda3efb342d8:45783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed48e1b95b0c415d9abd497a8fd04e80 2024-11-16T04:20:16,211 DEBUG [M:0;fda3efb342d8:45783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03a3ce1adac6455db4367d5953718d6b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730800786/Put/seqid=0 2024-11-16T04:20:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741854_1030 (size=8516) 2024-11-16T04:20:16,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:16,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:16,599 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:16,615 INFO [M:0;fda3efb342d8:45783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03a3ce1adac6455db4367d5953718d6b 2024-11-16T04:20:16,630 DEBUG [M:0;fda3efb342d8:45783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86acc34d4f6a4ee4a8ef0bce733a2f23 is 69, key is fda3efb342d8,36529,1731730786215/rs:state/1731730788391/Put/seqid=0 2024-11-16T04:20:16,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741855_1031 (size=5156) 2024-11-16T04:20:17,034 INFO [M:0;fda3efb342d8:45783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86acc34d4f6a4ee4a8ef0bce733a2f23 2024-11-16T04:20:17,038 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed48e1b95b0c415d9abd497a8fd04e80 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed48e1b95b0c415d9abd497a8fd04e80 2024-11-16T04:20:17,042 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed48e1b95b0c415d9abd497a8fd04e80, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T04:20:17,043 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03a3ce1adac6455db4367d5953718d6b as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03a3ce1adac6455db4367d5953718d6b 2024-11-16T04:20:17,047 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03a3ce1adac6455db4367d5953718d6b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T04:20:17,048 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86acc34d4f6a4ee4a8ef0bce733a2f23 as hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86acc34d4f6a4ee4a8ef0bce733a2f23 2024-11-16T04:20:17,053 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41787/user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86acc34d4f6a4ee4a8ef0bce733a2f23, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T04:20:17,054 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-16T04:20:17,062 INFO [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:17,062 DEBUG [M:0;fda3efb342d8:45783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730815775Disabling compacts and flushes for region at 1731730815775Disabling writes for close at 1731730815775Obtaining lock to block concurrent updates at 1731730815775Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730815775Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731730815775Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730815776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730815776Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730815791 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730815791Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730816198 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730816210 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730816210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730816618 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730816630 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730816630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552abd60: reopening flushed file at 1731730817038 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aff245b: reopening flushed file at 1731730817043 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297d82fb: reopening flushed file at 1731730817048 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731730817054 (+6 ms)Writing region close event to WAL at 1731730817062 (+8 ms)Closed at 1731730817062 2024-11-16T04:20:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741830_1006 (size=63654) 2024-11-16T04:20:17,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20a25d58-7123-6678-0b21-aa0af75987e2/MasterData/WALs/fda3efb342d8,45783,1731730786012/fda3efb342d8%2C45783%2C1731730786012.1731730787981 not finished, retry = 0 2024-11-16T04:20:17,165 INFO [M:0;fda3efb342d8:45783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:20:17,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:17,165 INFO [M:0;fda3efb342d8:45783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45783 2024-11-16T04:20:17,165 INFO [M:0;fda3efb342d8:45783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:17,313 INFO [M:0;fda3efb342d8:45783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x10141deb9b30000, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:17,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@670e66f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:17,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:17,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:17,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:17,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:17,318 WARN [BP-1712718267-172.17.0.2-1731730783782 heartbeating to localhost/127.0.0.1:41787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:20:17,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:20:17,318 WARN [BP-1712718267-172.17.0.2-1731730783782 heartbeating to localhost/127.0.0.1:41787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1712718267-172.17.0.2-1731730783782 (Datanode Uuid 39fa87e7-9a60-47cb-87c3-083087109a31) service to localhost/127.0.0.1:41787 2024-11-16T04:20:17,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:20:17,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/data/data1/current/BP-1712718267-172.17.0.2-1731730783782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:17,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/cluster_4fb7153a-def9-b470-d26f-f09f2d2d751d/data/data2/current/BP-1712718267-172.17.0.2-1731730783782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:17,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:20:17,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:17,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:17,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:17,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:17,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f953915-88f8-13be-58c0-4eceb9299609/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:17,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:20:17,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:20:17,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41787 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41787 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41787 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7703 (was 7820) 2024-11-16T04:20:17,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=7703 2024-11-16T04:20:17,379 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T04:20:17,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir so I do NOT create it in target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e 2024-11-16T04:20:17,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:20:17,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.tmp.dir so I do NOT create it in target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e 2024-11-16T04:20:17,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/153643c6-ba3c-4034-ca50-fcca7ac8b482/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:20:17,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e 2024-11-16T04:20:17,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6, deleteOnExit=true 2024-11-16T04:20:17,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/zookeeper_0, clientPort=64718, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:20:17,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64718 2024-11-16T04:20:17,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:20:17,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:20:17,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/test.cache.data in system properties and HBase conf 2024-11-16T04:20:17,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:20:17,404 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:17,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:20:17,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:20:17,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141deb9b30005, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:20:17,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141deb9b30005, quorum=127.0.0.1:54461, baseZNode=/1244232668 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:20:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141deb9b30002, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:20:17,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141deb9b30002, quorum=127.0.0.1:54461, baseZNode=/0758549519 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:20:17,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:17,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:17,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:17,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:17,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:20:17,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:17,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:17,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:17,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33556bef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/java.io.tmpdir/jetty-localhost-35815-hadoop-hdfs-3_4_1-tests_jar-_-any-3125541532635591304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:17,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:35815} 2024-11-16T04:20:17,914 INFO [Time-limited test {}] server.Server(415): Started @204710ms 2024-11-16T04:20:18,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:18,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:18,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:18,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:18,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:20:18,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:18,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:18,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abc4f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/java.io.tmpdir/jetty-localhost-40269-hadoop-hdfs-3_4_1-tests_jar-_-any-4283524099811420585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:18,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:40269} 2024-11-16T04:20:18,287 INFO [Time-limited test {}] server.Server(415): Started @205084ms 2024-11-16T04:20:18,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:20:18,959 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/data/data2/current/BP-901900128-172.17.0.2-1731730817426/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:18,959 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/data/data1/current/BP-901900128-172.17.0.2-1731730817426/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:18,978 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:20:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa79234fcbc69dea6 with lease ID 0x89d7e4e39b52f1e6: Processing first storage report for DS-f84272f7-db61-4f1d-9e4d-71e119d10246 from datanode DatanodeRegistration(127.0.0.1:43943, datanodeUuid=261fca7e-8819-4f73-bd49-dd93ba1ad4f9, infoPort=36357, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1897811831;c=1731730817426) 2024-11-16T04:20:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa79234fcbc69dea6 with lease ID 0x89d7e4e39b52f1e6: from storage DS-f84272f7-db61-4f1d-9e4d-71e119d10246 node DatanodeRegistration(127.0.0.1:43943, datanodeUuid=261fca7e-8819-4f73-bd49-dd93ba1ad4f9, infoPort=36357, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1897811831;c=1731730817426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa79234fcbc69dea6 with lease ID 0x89d7e4e39b52f1e6: Processing first storage report for DS-264550de-f964-4c47-a54f-5d4b6f5ee895 from datanode DatanodeRegistration(127.0.0.1:43943, datanodeUuid=261fca7e-8819-4f73-bd49-dd93ba1ad4f9, infoPort=36357, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1897811831;c=1731730817426) 2024-11-16T04:20:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa79234fcbc69dea6 with lease ID 0x89d7e4e39b52f1e6: from storage DS-264550de-f964-4c47-a54f-5d4b6f5ee895 node DatanodeRegistration(127.0.0.1:43943, datanodeUuid=261fca7e-8819-4f73-bd49-dd93ba1ad4f9, infoPort=36357, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1897811831;c=1731730817426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:19,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e 2024-11-16T04:20:19,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:19,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:19,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:19,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:19,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb with version=8 2024-11-16T04:20:19,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/hbase-staging 2024-11-16T04:20:19,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:20:19,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:19,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37755 2024-11-16T04:20:19,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37755 connecting to ZooKeeper ensemble=127.0.0.1:64718 2024-11-16T04:20:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377550x0, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:19,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37755-0x10141df3d250000 connected 2024-11-16T04:20:19,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:19,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:19,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/running 2024-11-16T04:20:19,606 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb, hbase.cluster.distributed=false 2024-11-16T04:20:19,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/acl 2024-11-16T04:20:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37755 2024-11-16T04:20:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37755 2024-11-16T04:20:19,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37755 2024-11-16T04:20:19,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37755 2024-11-16T04:20:19,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37755 2024-11-16T04:20:19,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:20:19,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:19,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33045 2024-11-16T04:20:19,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33045 connecting to ZooKeeper ensemble=127.0.0.1:64718 2024-11-16T04:20:19,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:19,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:19,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330450x0, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:19,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330450x0, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/running 2024-11-16T04:20:19,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:20:19,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33045-0x10141df3d250001 connected 2024-11-16T04:20:19,649 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:20:19,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/master 2024-11-16T04:20:19,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/acl 2024-11-16T04:20:19,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33045 2024-11-16T04:20:19,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33045 2024-11-16T04:20:19,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33045 2024-11-16T04:20:19,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33045 2024-11-16T04:20:19,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33045 2024-11-16T04:20:19,676 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:37755 2024-11-16T04:20:19,676 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02047934351/backup-masters/fda3efb342d8,37755,1731730819426 2024-11-16T04:20:19,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351/backup-masters 2024-11-16T04:20:19,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351/backup-masters 2024-11-16T04:20:19,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on existing znode=/02047934351/backup-masters/fda3efb342d8,37755,1731730819426 2024-11-16T04:20:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02047934351/master 2024-11-16T04:20:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:19,697 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on existing znode=/02047934351/master 2024-11-16T04:20:19,697 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02047934351/backup-masters/fda3efb342d8,37755,1731730819426 from backup master directory 2024-11-16T04:20:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351/backup-masters 2024-11-16T04:20:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02047934351/backup-masters/fda3efb342d8,37755,1731730819426 2024-11-16T04:20:19,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351/backup-masters 2024-11-16T04:20:19,707 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:19,707 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,37755,1731730819426 2024-11-16T04:20:19,710 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/hbase.id] with ID: f3a7a905-e1be-44b8-815c-c9825d6909fe 2024-11-16T04:20:19,710 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/.tmp/hbase.id 2024-11-16T04:20:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:20:20,115 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/.tmp/hbase.id]:[hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/hbase.id] 2024-11-16T04:20:20,123 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:20,123 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:20:20,124 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:20:20,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:20:20,152 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:20,153 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:20:20,153 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:20:20,165 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store 2024-11-16T04:20:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:20:20,570 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:20,570 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:20,570 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:20,570 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:20,570 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:20,570 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:20,570 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:20,570 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730820570Disabling compacts and flushes for region at 1731730820570Disabling writes for close at 1731730820570Writing region close event to WAL at 1731730820570Closed at 1731730820570 2024-11-16T04:20:20,571 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/.initializing 2024-11-16T04:20:20,571 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/WALs/fda3efb342d8,37755,1731730819426 2024-11-16T04:20:20,572 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:20,573 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C37755%2C1731730819426, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/WALs/fda3efb342d8,37755,1731730819426, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/oldWALs, maxLogs=10 2024-11-16T04:20:20,589 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/WALs/fda3efb342d8,37755,1731730819426/fda3efb342d8%2C37755%2C1731730819426.1731730820574, exclude list is [], retry=0 2024-11-16T04:20:20,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43943,DS-f84272f7-db61-4f1d-9e4d-71e119d10246,DISK] 2024-11-16T04:20:20,592 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/WALs/fda3efb342d8,37755,1731730819426/fda3efb342d8%2C37755%2C1731730819426.1731730820574 2024-11-16T04:20:20,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-16T04:20:20,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:20,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:20,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,593 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:20:20,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:20,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:20,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:20:20,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:20:20,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:20,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:20,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:20:20,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:20,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:20,600 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,600 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,600 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,601 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,601 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,601 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:20,602 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:20,603 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:20,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73032757, jitterRate=0.08827288448810577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:20,604 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730820593Initializing all the Stores at 1731730820593Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730820594 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730820594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730820594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730820594Cleaning up temporary data from old regions at 1731730820601 (+7 ms)Region opened successfully at 1731730820604 (+3 ms) 2024-11-16T04:20:20,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:20:20,606 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7edf7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:20,607 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:20:20,607 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:20:20,607 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:20:20,607 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:20:20,608 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:20:20,608 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:20:20,608 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:20:20,613 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:20:20,614 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Unable to get data of znode /02047934351/balancer because node does not exist (not necessarily an error) 2024-11-16T04:20:20,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:20,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:20,619 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:20,665 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02047934351/balancer already deleted, retry=false 2024-11-16T04:20:20,665 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:20:20,666 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Unable to get data of znode /02047934351/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:20:20,675 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02047934351/normalizer already deleted, retry=false 2024-11-16T04:20:20,676 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:20:20,677 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Unable to get data of znode /02047934351/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:20:20,686 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02047934351/switch/split already deleted, retry=false 2024-11-16T04:20:20,687 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Unable to get data of znode /02047934351/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:20:20,696 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02047934351/switch/merge already deleted, retry=false 2024-11-16T04:20:20,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Unable to get data of znode /02047934351/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:20:20,707 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02047934351/snapshot-cleanup already deleted, retry=false 2024-11-16T04:20:20,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02047934351/running 2024-11-16T04:20:20,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02047934351/running 2024-11-16T04:20:20,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,718 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,37755,1731730819426, sessionid=0x10141df3d250000, setting cluster-up flag (Was=false) 2024-11-16T04:20:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,770 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02047934351/flush-table-proc/acquired, /02047934351/flush-table-proc/reached, /02047934351/flush-table-proc/abort 2024-11-16T04:20:20,772 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,37755,1731730819426 2024-11-16T04:20:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:20,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:20,823 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02047934351/online-snapshot/acquired, /02047934351/online-snapshot/reached, /02047934351/online-snapshot/abort 2024-11-16T04:20:20,824 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,37755,1731730819426 2024-11-16T04:20:20,833 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:20:20,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,834 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:20,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,834 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:20:20,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,835 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:20:20,835 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,37755,1731730819426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:20,836 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:20,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:20:20,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:20,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:20:20,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730850844 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:20:20,846 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:20:20,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:20,846 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:20:20,846 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:20:20,848 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:20:20,848 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:20:20,851 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730820848,5,FailOnTimeoutGroup] 2024-11-16T04:20:20,851 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730820851,5,FailOnTimeoutGroup] 2024-11-16T04:20:20,851 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,851 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:20:20,851 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,852 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:20:20,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:20:20,857 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb 2024-11-16T04:20:20,865 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(746): ClusterId : f3a7a905-e1be-44b8-815c-c9825d6909fe 2024-11-16T04:20:20,865 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:20:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:20:20,876 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:20:20,876 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:20:20,887 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:20:20,887 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a296db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:20,903 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:33045 2024-11-16T04:20:20,903 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:20:20,903 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:20:20,903 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:20:20,904 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,37755,1731730819426 with port=33045, startcode=1731730819626 2024-11-16T04:20:20,904 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:20:20,906 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:20:20,907 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,33045,1731730819626 2024-11-16T04:20:20,907 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37755 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:20,908 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb 2024-11-16T04:20:20,908 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41595 2024-11-16T04:20:20,908 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:20:20,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351/rs 2024-11-16T04:20:20,918 DEBUG [RS:0;fda3efb342d8:33045 {}] zookeeper.ZKUtil(111): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on existing znode=/02047934351/rs/fda3efb342d8,33045,1731730819626 2024-11-16T04:20:20,918 WARN [RS:0;fda3efb342d8:33045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:20,918 INFO [RS:0;fda3efb342d8:33045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:20,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,33045,1731730819626] 2024-11-16T04:20:20,919 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626 2024-11-16T04:20:20,922 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:20:20,923 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:20:20,924 INFO [RS:0;fda3efb342d8:33045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:20:20,924 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,924 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:20:20,925 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:20:20,925 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:20,925 DEBUG [RS:0;fda3efb342d8:33045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:20,926 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,926 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,926 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,926 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,926 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,926 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33045,1731730819626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:20,942 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:20:20,942 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33045,1731730819626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,942 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,942 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.Replication(171): fda3efb342d8,33045,1731730819626 started 2024-11-16T04:20:20,957 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:20,958 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,33045,1731730819626, RpcServer on fda3efb342d8/172.17.0.2:33045, sessionid=0x10141df3d250001 2024-11-16T04:20:20,958 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:20:20,958 DEBUG [RS:0;fda3efb342d8:33045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,33045,1731730819626 2024-11-16T04:20:20,958 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,33045,1731730819626' 2024-11-16T04:20:20,958 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02047934351/flush-table-proc/abort' 2024-11-16T04:20:20,958 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02047934351/flush-table-proc/acquired' 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,33045,1731730819626 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,33045,1731730819626' 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02047934351/online-snapshot/abort' 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02047934351/online-snapshot/acquired' 2024-11-16T04:20:20,959 DEBUG [RS:0;fda3efb342d8:33045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:20:20,960 INFO [RS:0;fda3efb342d8:33045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:20:20,960 INFO [RS:0;fda3efb342d8:33045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:20:21,060 INFO [RS:0;fda3efb342d8:33045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:21,061 INFO [RS:0;fda3efb342d8:33045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C33045%2C1731730819626, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/oldWALs, maxLogs=10 2024-11-16T04:20:21,077 DEBUG [RS:0;fda3efb342d8:33045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, exclude list is [], retry=0 2024-11-16T04:20:21,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43943,DS-f84272f7-db61-4f1d-9e4d-71e119d10246,DISK] 2024-11-16T04:20:21,081 INFO [RS:0;fda3efb342d8:33045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 2024-11-16T04:20:21,081 DEBUG [RS:0;fda3efb342d8:33045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-16T04:20:21,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:21,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:21,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:21,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:21,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:21,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:21,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:21,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:21,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:21,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:21,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:21,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:21,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:21,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:21,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:21,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:21,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:21,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:21,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740 2024-11-16T04:20:21,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740 2024-11-16T04:20:21,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:21,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:21,281 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:21,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:21,283 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:21,284 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60748354, jitterRate=-0.09477898478507996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:21,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730821273Initializing all the Stores at 1731730821273Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730821273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730821273Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730821273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730821273Cleaning up temporary data from old regions at 1731730821280 (+7 ms)Region opened successfully at 1731730821284 (+4 ms) 2024-11-16T04:20:21,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:21,284 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:21,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:21,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:21,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:21,285 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:21,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730821284Disabling compacts and flushes for region at 1731730821284Disabling writes for close at 1731730821284Writing region close event to WAL at 1731730821285 (+1 ms)Closed at 1731730821285 2024-11-16T04:20:21,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:21,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:20:21,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:20:21,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:21,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:20:21,438 DEBUG [fda3efb342d8:37755 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:20:21,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:21,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,33045,1731730819626, state=OPENING 2024-11-16T04:20:22,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:20:22,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:22,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:22,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02047934351/meta-region-server: CHANGED 2024-11-16T04:20:22,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:22,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02047934351/meta-region-server: CHANGED 2024-11-16T04:20:22,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,33045,1731730819626}] 2024-11-16T04:20:22,554 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:22,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:20:22,559 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:20:22,559 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:22,559 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:20:22,560 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C33045%2C1731730819626.meta, suffix=.meta, logDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/oldWALs, maxLogs=10 2024-11-16T04:20:22,575 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.meta.1731730822560.meta, exclude list is [], retry=0 2024-11-16T04:20:22,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43943,DS-f84272f7-db61-4f1d-9e4d-71e119d10246,DISK] 2024-11-16T04:20:22,578 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.meta.1731730822560.meta 2024-11-16T04:20:22,578 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:22,579 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:20:22,579 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:20:22,579 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:20:22,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:22,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:22,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:22,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:22,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:22,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:22,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:22,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:22,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:22,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:22,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:22,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:22,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:22,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:22,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:22,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:22,585 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:22,585 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740 2024-11-16T04:20:22,586 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740 2024-11-16T04:20:22,586 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:22,586 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:22,587 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:22,588 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:22,588 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69280466, jitterRate=0.03235939145088196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:22,588 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:20:22,588 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730822580Writing region info on filesystem at 1731730822580Initializing all the Stores at 1731730822581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730822581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730822581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730822581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730822581Cleaning up temporary data from old regions at 1731730822586 (+5 ms)Running coprocessor post-open hooks at 1731730822588 (+2 ms)Region opened successfully at 1731730822588 2024-11-16T04:20:22,589 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730822554 2024-11-16T04:20:22,591 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:20:22,591 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:20:22,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:22,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,33045,1731730819626, state=OPEN 2024-11-16T04:20:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02047934351/meta-region-server 2024-11-16T04:20:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02047934351/meta-region-server 2024-11-16T04:20:22,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:22,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02047934351/meta-region-server: CHANGED 2024-11-16T04:20:22,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02047934351/meta-region-server: CHANGED 2024-11-16T04:20:22,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:20:22,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,33045,1731730819626 in 378 msec 2024-11-16T04:20:22,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:20:22,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4970 sec 2024-11-16T04:20:22,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:22,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:20:22,787 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:22,787 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,33045,1731730819626, seqNum=-1] 2024-11-16T04:20:22,788 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:22,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:22,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9590 sec 2024-11-16T04:20:22,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730822794, completionTime=-1 2024-11-16T04:20:22,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:20:22,794 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:20:22,796 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:20:22,796 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730882796 2024-11-16T04:20:22,796 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730942796 2024-11-16T04:20:22,796 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T04:20:22,797 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37755,1731730819426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,797 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37755,1731730819426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,797 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37755,1731730819426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,797 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:37755, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,797 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,797 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,799 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.094sec 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:20:22,801 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37755,1731730819426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:22,803 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37755,1731730819426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:20:22,806 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:20:22,806 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:20:22,806 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37755,1731730819426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:22,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:22,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,37755,-1 for getting cluster id 2024-11-16T04:20:22,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:22,868 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3a7a905-e1be-44b8-815c-c9825d6909fe' 2024-11-16T04:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3a7a905-e1be-44b8-815c-c9825d6909fe" 2024-11-16T04:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed9f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,37755,-1] 2024-11-16T04:20:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:22,870 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:22,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:22,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,33045,1731730819626, seqNum=-1] 2024-11-16T04:20:22,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:22,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:22,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,37755,1731730819426 2024-11-16T04:20:22,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64718 2024-11-16T04:20:22,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:22,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141df3d250002 connected 2024-11-16T04:20:22,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir so I do NOT create it in target/test-data/63baf809-78cf-05e5-3873-8c19259067b7 2024-11-16T04:20:22,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.tmp.dir so I do NOT create it in target/test-data/63baf809-78cf-05e5-3873-8c19259067b7 2024-11-16T04:20:22,910 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:20:22,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/cluster_8ad1da69-0f42-e949-57da-571abb189cfd, deleteOnExit=true 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/test.cache.data in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:20:22,910 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:22,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:20:22,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:20:23,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:23,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:23,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:23,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:23,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:20:23,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:23,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:23,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:23,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/java.io.tmpdir/jetty-localhost-36467-hadoop-hdfs-3_4_1-tests_jar-_-any-12893834496398650719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:23,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:36467} 2024-11-16T04:20:23,428 INFO [Time-limited test {}] server.Server(415): Started @210225ms 2024-11-16T04:20:23,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:23,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:23,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:23,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:23,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:20:23,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:23,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:23,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/java.io.tmpdir/jetty-localhost-40421-hadoop-hdfs-3_4_1-tests_jar-_-any-11105512145267755106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:23,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:40421} 2024-11-16T04:20:23,788 INFO [Time-limited test {}] server.Server(415): Started @210585ms 2024-11-16T04:20:23,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:20:24,403 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/cluster_8ad1da69-0f42-e949-57da-571abb189cfd/data/data2/current/BP-1042899433-172.17.0.2-1731730822930/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:24,403 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/cluster_8ad1da69-0f42-e949-57da-571abb189cfd/data/data1/current/BP-1042899433-172.17.0.2-1731730822930/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:24,423 WARN [Thread-2304 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:20:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc98db42792160e5b with lease ID 0x6828b115a16c7656: Processing first storage report for DS-9014e3d5-dfd9-46f9-b303-a4ca2bfff907 from datanode DatanodeRegistration(127.0.0.1:38021, datanodeUuid=4d61c255-efbb-4e2e-be0a-68f03e9d6bfa, infoPort=44239, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=530844275;c=1731730822930) 2024-11-16T04:20:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc98db42792160e5b with lease ID 0x6828b115a16c7656: from storage DS-9014e3d5-dfd9-46f9-b303-a4ca2bfff907 node DatanodeRegistration(127.0.0.1:38021, datanodeUuid=4d61c255-efbb-4e2e-be0a-68f03e9d6bfa, infoPort=44239, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=530844275;c=1731730822930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc98db42792160e5b with lease ID 0x6828b115a16c7656: Processing first storage report for DS-1a70ce04-36cd-4496-a570-1df6e382635d from datanode DatanodeRegistration(127.0.0.1:38021, datanodeUuid=4d61c255-efbb-4e2e-be0a-68f03e9d6bfa, infoPort=44239, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=530844275;c=1731730822930) 2024-11-16T04:20:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc98db42792160e5b with lease ID 0x6828b115a16c7656: from storage DS-1a70ce04-36cd-4496-a570-1df6e382635d node DatanodeRegistration(127.0.0.1:38021, datanodeUuid=4d61c255-efbb-4e2e-be0a-68f03e9d6bfa, infoPort=44239, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=530844275;c=1731730822930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:24,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7 2024-11-16T04:20:24,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:24,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:20:24,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b with version=8 2024-11-16T04:20:24,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/hbase-staging 2024-11-16T04:20:24,928 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:24,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45159 2024-11-16T04:20:24,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45159 connecting to ZooKeeper ensemble=127.0.0.1:64718 2024-11-16T04:20:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451590x0, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:25,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45159-0x10141df3d250003 connected 2024-11-16T04:20:25,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:25,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:25,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/running 2024-11-16T04:20:25,215 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b, hbase.cluster.distributed=false 2024-11-16T04:20:25,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/acl 2024-11-16T04:20:25,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45159 2024-11-16T04:20:25,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45159 2024-11-16T04:20:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45159 2024-11-16T04:20:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45159 2024-11-16T04:20:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45159 2024-11-16T04:20:25,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:25,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32931 2024-11-16T04:20:25,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32931 connecting to ZooKeeper ensemble=127.0.0.1:64718 2024-11-16T04:20:25,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:25,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:25,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329310x0, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:25,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329310x0, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/running 2024-11-16T04:20:25,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32931-0x10141df3d250004 connected 2024-11-16T04:20:25,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:20:25,245 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:20:25,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/master 2024-11-16T04:20:25,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/acl 2024-11-16T04:20:25,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-16T04:20:25,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32931 2024-11-16T04:20:25,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32931 2024-11-16T04:20:25,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-16T04:20:25,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-16T04:20:25,256 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:45159 2024-11-16T04:20:25,258 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2056211749/backup-masters/fda3efb342d8,45159,1731730824927 2024-11-16T04:20:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749/backup-masters 2024-11-16T04:20:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749/backup-masters 2024-11-16T04:20:25,265 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on existing znode=/1-2056211749/backup-masters/fda3efb342d8,45159,1731730824927 2024-11-16T04:20:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2056211749/master 2024-11-16T04:20:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:25,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:25,275 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on existing znode=/1-2056211749/master 2024-11-16T04:20:25,276 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2056211749/backup-masters/fda3efb342d8,45159,1731730824927 from backup master directory 2024-11-16T04:20:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2056211749/backup-masters/fda3efb342d8,45159,1731730824927 2024-11-16T04:20:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749/backup-masters 2024-11-16T04:20:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749/backup-masters 2024-11-16T04:20:25,286 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:25,286 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,45159,1731730824927 2024-11-16T04:20:25,289 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/hbase.id] with ID: 9b3dcbf5-19b5-45ac-8dc3-d89b159e9389 2024-11-16T04:20:25,289 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/.tmp/hbase.id 2024-11-16T04:20:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:20:25,293 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/.tmp/hbase.id]:[hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/hbase.id] 2024-11-16T04:20:25,300 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:25,300 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:20:25,301 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:20:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:20:25,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:25,313 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:20:25,313 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:20:25,721 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store 2024-11-16T04:20:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:20:26,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:26,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:26,126 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:26,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:26,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:26,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:26,126 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:26,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730826126Disabling compacts and flushes for region at 1731730826126Disabling writes for close at 1731730826126Writing region close event to WAL at 1731730826126Closed at 1731730826126 2024-11-16T04:20:26,127 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/.initializing 2024-11-16T04:20:26,127 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/WALs/fda3efb342d8,45159,1731730824927 2024-11-16T04:20:26,128 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:26,129 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C45159%2C1731730824927, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/WALs/fda3efb342d8,45159,1731730824927, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/oldWALs, maxLogs=10 2024-11-16T04:20:26,142 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/WALs/fda3efb342d8,45159,1731730824927/fda3efb342d8%2C45159%2C1731730824927.1731730826129, exclude list is [], retry=0 2024-11-16T04:20:26,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-9014e3d5-dfd9-46f9-b303-a4ca2bfff907,DISK] 2024-11-16T04:20:26,145 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/WALs/fda3efb342d8,45159,1731730824927/fda3efb342d8%2C45159%2C1731730824927.1731730826129 2024-11-16T04:20:26,145 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-16T04:20:26,145 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:26,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:26,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:20:26,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:26,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:26,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:20:26,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:26,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:26,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:20:26,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:26,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:26,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:20:26,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:26,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:26,152 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,152 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,152 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,153 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,153 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,153 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:26,154 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:26,155 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:26,155 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66535583, jitterRate=-0.008542552590370178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:26,156 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730826146Initializing all the Stores at 1731730826147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730826147Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730826147Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730826147Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730826147Cleaning up temporary data from old regions at 1731730826153 (+6 ms)Region opened successfully at 1731730826156 (+3 ms) 2024-11-16T04:20:26,156 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:20:26,158 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78721e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:26,158 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:20:26,158 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:20:26,158 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:20:26,158 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:20:26,159 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:20:26,159 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:20:26,159 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:20:26,160 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:20:26,161 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Unable to get data of znode /1-2056211749/balancer because node does not exist (not necessarily an error) 2024-11-16T04:20:26,275 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2056211749/balancer already deleted, retry=false 2024-11-16T04:20:26,275 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:20:26,276 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Unable to get data of znode /1-2056211749/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:20:26,328 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2056211749/normalizer already deleted, retry=false 2024-11-16T04:20:26,328 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:20:26,341 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Unable to get data of znode /1-2056211749/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:20:26,380 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2056211749/switch/split already deleted, retry=false 2024-11-16T04:20:26,381 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Unable to get data of znode /1-2056211749/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:20:26,391 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2056211749/switch/merge already deleted, retry=false 2024-11-16T04:20:26,393 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Unable to get data of znode /1-2056211749/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:20:26,401 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2056211749/snapshot-cleanup already deleted, retry=false 2024-11-16T04:20:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2056211749/running 2024-11-16T04:20:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2056211749/running 2024-11-16T04:20:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:26,412 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,45159,1731730824927, sessionid=0x10141df3d250003, setting cluster-up flag (Was=false) 2024-11-16T04:20:26,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:26,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:26,465 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2056211749/flush-table-proc/acquired, /1-2056211749/flush-table-proc/reached, /1-2056211749/flush-table-proc/abort 2024-11-16T04:20:26,466 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45159,1731730824927 2024-11-16T04:20:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:26,517 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2056211749/online-snapshot/acquired, /1-2056211749/online-snapshot/reached, /1-2056211749/online-snapshot/abort 2024-11-16T04:20:26,518 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45159,1731730824927 2024-11-16T04:20:26,519 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:20:26,520 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:26,520 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:20:26,520 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:20:26,521 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,45159,1731730824927 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:26,522 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730856529 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:20:26,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:26,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:20:26,529 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:20:26,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:26,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:20:26,532 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:20:26,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:20:26,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:20:26,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:20:26,538 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:20:26,538 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:20:26,538 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730826538,5,FailOnTimeoutGroup] 2024-11-16T04:20:26,538 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730826538,5,FailOnTimeoutGroup] 2024-11-16T04:20:26,538 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,539 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:20:26,539 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,539 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:20:26,549 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(746): ClusterId : 9b3dcbf5-19b5-45ac-8dc3-d89b159e9389 2024-11-16T04:20:26,549 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:20:26,560 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:20:26,560 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:20:26,570 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:20:26,571 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf7ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:26,583 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:32931 2024-11-16T04:20:26,583 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:20:26,583 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:20:26,583 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:20:26,584 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,45159,1731730824927 with port=32931, startcode=1731730825229 2024-11-16T04:20:26,584 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:20:26,585 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:20:26,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,32931,1731730825229 2024-11-16T04:20:26,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45159 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:26,587 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b 2024-11-16T04:20:26,587 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34983 2024-11-16T04:20:26,587 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:20:26,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749/rs 2024-11-16T04:20:26,676 DEBUG [RS:0;fda3efb342d8:32931 {}] zookeeper.ZKUtil(111): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on existing znode=/1-2056211749/rs/fda3efb342d8,32931,1731730825229 2024-11-16T04:20:26,676 WARN [RS:0;fda3efb342d8:32931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:26,676 INFO [RS:0;fda3efb342d8:32931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:26,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,32931,1731730825229] 2024-11-16T04:20:26,676 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229 2024-11-16T04:20:26,679 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:20:26,681 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:20:26,681 INFO [RS:0;fda3efb342d8:32931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:20:26,681 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,681 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:20:26,682 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:20:26,682 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,682 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,682 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,682 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,682 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,682 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,682 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:26,683 DEBUG [RS:0;fda3efb342d8:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:26,683 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,683 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,683 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,683 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,683 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,683 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,32931,1731730825229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:26,699 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:20:26,700 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,32931,1731730825229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,700 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,700 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.Replication(171): fda3efb342d8,32931,1731730825229 started 2024-11-16T04:20:26,727 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:26,727 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,32931,1731730825229, RpcServer on fda3efb342d8/172.17.0.2:32931, sessionid=0x10141df3d250004 2024-11-16T04:20:26,728 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:20:26,728 DEBUG [RS:0;fda3efb342d8:32931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,32931,1731730825229 2024-11-16T04:20:26,728 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,32931,1731730825229' 2024-11-16T04:20:26,728 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2056211749/flush-table-proc/abort' 2024-11-16T04:20:26,728 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2056211749/flush-table-proc/acquired' 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,32931,1731730825229 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,32931,1731730825229' 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2056211749/online-snapshot/abort' 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2056211749/online-snapshot/acquired' 2024-11-16T04:20:26,729 DEBUG [RS:0;fda3efb342d8:32931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:20:26,729 INFO [RS:0;fda3efb342d8:32931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:20:26,729 INFO [RS:0;fda3efb342d8:32931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:20:26,830 INFO [RS:0;fda3efb342d8:32931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:26,831 INFO [RS:0;fda3efb342d8:32931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C32931%2C1731730825229, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/oldWALs, maxLogs=10 2024-11-16T04:20:26,850 DEBUG [RS:0;fda3efb342d8:32931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, exclude list is [], retry=0 2024-11-16T04:20:26,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-9014e3d5-dfd9-46f9-b303-a4ca2bfff907,DISK] 2024-11-16T04:20:26,853 INFO [RS:0;fda3efb342d8:32931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 2024-11-16T04:20:26,854 DEBUG [RS:0;fda3efb342d8:32931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-16T04:20:26,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:20:26,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:20:26,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b 2024-11-16T04:20:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:20:27,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:27,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:27,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:27,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:27,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:27,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:27,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:27,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:27,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:27,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740 2024-11-16T04:20:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740 2024-11-16T04:20:27,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:27,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:27,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:27,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:27,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:27,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69522230, jitterRate=0.03596195578575134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:27,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730827351Initializing all the Stores at 1731730827352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730827352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730827352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730827352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730827352Cleaning up temporary data from old regions at 1731730827359 (+7 ms)Region opened successfully at 1731730827362 (+3 ms) 2024-11-16T04:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:27,363 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:27,363 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:27,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730827363Disabling compacts and flushes for region at 1731730827363Disabling writes for close at 1731730827363Writing region close event to WAL at 1731730827363Closed at 1731730827363 2024-11-16T04:20:27,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:27,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:20:27,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:20:27,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:27,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:20:27,516 DEBUG [fda3efb342d8:45159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:20:27,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:27,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,32931,1731730825229, state=OPENING 2024-11-16T04:20:27,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:20:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:27,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:27,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2056211749/meta-region-server: CHANGED 2024-11-16T04:20:27,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2056211749/meta-region-server: CHANGED 2024-11-16T04:20:27,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,32931,1731730825229}] 2024-11-16T04:20:27,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:27,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:20:27,759 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:20:27,759 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:27,759 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:20:27,760 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C32931%2C1731730825229.meta, suffix=.meta, logDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/oldWALs, maxLogs=10 2024-11-16T04:20:27,773 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.meta.1731730827760.meta, exclude list is [], retry=0 2024-11-16T04:20:27,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-9014e3d5-dfd9-46f9-b303-a4ca2bfff907,DISK] 2024-11-16T04:20:27,776 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.meta.1731730827760.meta 2024-11-16T04:20:27,777 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-16T04:20:27,777 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:27,777 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:27,777 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:27,777 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:20:27,778 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:20:27,778 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:20:27,778 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:27,778 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:20:27,778 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:20:27,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:27,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:27,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:27,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:27,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:27,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:27,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:27,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:27,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:27,783 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:27,784 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740 2024-11-16T04:20:27,784 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740 2024-11-16T04:20:27,785 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:27,785 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:27,786 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:27,787 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:27,787 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75138760, jitterRate=0.11965477466583252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:27,787 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:20:27,788 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730827778Writing region info on filesystem at 1731730827778Initializing all the Stores at 1731730827779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730827779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730827779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730827779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730827779Cleaning up temporary data from old regions at 1731730827785 (+6 ms)Running coprocessor post-open hooks at 1731730827787 (+2 ms)Region opened successfully at 1731730827787 2024-11-16T04:20:27,788 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730827754 2024-11-16T04:20:27,790 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:20:27,790 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:20:27,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:27,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,32931,1731730825229, state=OPEN 2024-11-16T04:20:27,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2056211749/meta-region-server 2024-11-16T04:20:27,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2056211749/meta-region-server 2024-11-16T04:20:27,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:27,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2056211749/meta-region-server: CHANGED 2024-11-16T04:20:27,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2056211749/meta-region-server: CHANGED 2024-11-16T04:20:27,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:20:27,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,32931,1731730825229 in 246 msec 2024-11-16T04:20:27,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:20:27,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-16T04:20:27,853 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:27,853 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:20:27,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:27,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32931,1731730825229, seqNum=-1] 2024-11-16T04:20:27,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:27,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:27,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-11-16T04:20:27,859 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730827859, completionTime=-1 2024-11-16T04:20:27,859 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:20:27,859 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730887861 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730947861 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45159,1731730824927-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45159,1731730824927-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,861 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45159,1731730824927-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,862 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:45159, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,862 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,862 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,863 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.579sec 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45159,1731730824927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:27,865 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45159,1731730824927-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:20:27,867 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:20:27,867 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:20:27,867 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45159,1731730824927-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:27,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:27,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45159,-1 for getting cluster id 2024-11-16T04:20:27,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:27,951 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b3dcbf5-19b5-45ac-8dc3-d89b159e9389' 2024-11-16T04:20:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b3dcbf5-19b5-45ac-8dc3-d89b159e9389" 2024-11-16T04:20:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bcbf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45159,-1] 2024-11-16T04:20:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:27,953 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:27,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:27,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32931,1731730825229, seqNum=-1] 2024-11-16T04:20:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:27,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,45159,1731730824927 2024-11-16T04:20:27,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64718 2024-11-16T04:20:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:27,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141df3d250005 connected 2024-11-16T04:20:27,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,37755,1731730819426 2024-11-16T04:20:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a18c2cf 2024-11-16T04:20:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:27,994 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:27,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:20:27,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:20:27,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:27,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:20:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:27,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:20:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:20:28,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:28,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:28,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b16c5a60ca4f01595f88c82b38cab6d, NAME => 'test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb 2024-11-16T04:20:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:20:28,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:28,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b16c5a60ca4f01595f88c82b38cab6d, disabling compactions & flushes 2024-11-16T04:20:28,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. after waiting 0 ms 2024-11-16T04:20:28,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b16c5a60ca4f01595f88c82b38cab6d: Waiting for close lock at 1731730828412Disabling compacts and flushes for region at 1731730828412Disabling writes for close at 1731730828412Writing region close event to WAL at 1731730828412Closed at 1731730828412 2024-11-16T04:20:28,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:20:28,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730828414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730828414"}]},"ts":"1731730828414"} 2024-11-16T04:20:28,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:20:28,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:20:28,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730828417"}]},"ts":"1731730828417"} 2024-11-16T04:20:28,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:20:28,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b16c5a60ca4f01595f88c82b38cab6d, ASSIGN}] 2024-11-16T04:20:28,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b16c5a60ca4f01595f88c82b38cab6d, ASSIGN 2024-11-16T04:20:28,421 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b16c5a60ca4f01595f88c82b38cab6d, ASSIGN; state=OFFLINE, location=fda3efb342d8,33045,1731730819626; forceNewPlan=false, retain=false 2024-11-16T04:20:28,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b16c5a60ca4f01595f88c82b38cab6d, regionState=OPENING, regionLocation=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:28,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b16c5a60ca4f01595f88c82b38cab6d, ASSIGN because future has completed 2024-11-16T04:20:28,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b16c5a60ca4f01595f88c82b38cab6d, server=fda3efb342d8,33045,1731730819626}] 2024-11-16T04:20:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:28,729 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,729 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b16c5a60ca4f01595f88c82b38cab6d, NAME => 'test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:28,730 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:28,730 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:20:28,730 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,730 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:28,730 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,730 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,732 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,734 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b16c5a60ca4f01595f88c82b38cab6d columnFamilyName f 2024-11-16T04:20:28,734 DEBUG [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:28,734 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] regionserver.HStore(327): Store=5b16c5a60ca4f01595f88c82b38cab6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:28,734 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,735 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b16c5a60ca4f01595f88c82b38cab6d columnFamilyName f1 2024-11-16T04:20:28,735 DEBUG [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:28,735 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] regionserver.HStore(327): Store=5b16c5a60ca4f01595f88c82b38cab6d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:28,736 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,736 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b16c5a60ca4f01595f88c82b38cab6d columnFamilyName norep 2024-11-16T04:20:28,736 DEBUG [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:28,737 INFO [StoreOpener-5b16c5a60ca4f01595f88c82b38cab6d-1 {}] regionserver.HStore(327): Store=5b16c5a60ca4f01595f88c82b38cab6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:28,737 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,737 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,737 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,738 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,738 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,738 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:20:28,739 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,741 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:28,741 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b16c5a60ca4f01595f88c82b38cab6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64318728, jitterRate=-0.041576266288757324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:20:28,741 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:28,742 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b16c5a60ca4f01595f88c82b38cab6d: Running coprocessor pre-open hook at 1731730828730Writing region info on filesystem at 1731730828730Initializing all the Stores at 1731730828731 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730828731Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730828732 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730828732Cleaning up temporary data from old regions at 1731730828738 (+6 ms)Running coprocessor post-open hooks at 1731730828741 (+3 ms)Region opened successfully at 1731730828742 (+1 ms) 2024-11-16T04:20:28,742 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d., pid=6, masterSystemTime=1731730828726 2024-11-16T04:20:28,744 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,744 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:28,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b16c5a60ca4f01595f88c82b38cab6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b16c5a60ca4f01595f88c82b38cab6d, server=fda3efb342d8,33045,1731730819626 because future has completed 2024-11-16T04:20:28,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:20:28,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b16c5a60ca4f01595f88c82b38cab6d, server=fda3efb342d8,33045,1731730819626 in 173 msec 2024-11-16T04:20:28,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:20:28,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b16c5a60ca4f01595f88c82b38cab6d, ASSIGN in 330 msec 2024-11-16T04:20:28,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:20:28,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730828751"}]},"ts":"1731730828751"} 2024-11-16T04:20:28,753 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:20:28,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:20:28,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-16T04:20:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:29,140 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:20:29,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45159,1731730824927 2024-11-16T04:20:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb7fdf1 2024-11-16T04:20:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:29,141 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:29,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:20:29,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:20:29,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:29,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:20:29,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:20:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:20:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:20:29,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:20:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T04:20:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T04:20:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:20:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:20:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:29,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff39093a19e3858db47ea943f078454c, NAME => 'test,,1731730829142.ff39093a19e3858db47ea943f078454c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b 2024-11-16T04:20:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:20:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730829142.ff39093a19e3858db47ea943f078454c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff39093a19e3858db47ea943f078454c, disabling compactions & flushes 2024-11-16T04:20:29,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730829142.ff39093a19e3858db47ea943f078454c. after waiting 0 ms 2024-11-16T04:20:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:29,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:29,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff39093a19e3858db47ea943f078454c: Waiting for close lock at 1731730829957Disabling compacts and flushes for region at 1731730829957Disabling writes for close at 1731730829957Writing region close event to WAL at 1731730829957Closed at 1731730829957 2024-11-16T04:20:29,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:20:29,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730829142.ff39093a19e3858db47ea943f078454c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730829958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730829958"}]},"ts":"1731730829958"} 2024-11-16T04:20:29,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:20:29,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:20:29,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730829961"}]},"ts":"1731730829961"} 2024-11-16T04:20:29,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:20:29,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff39093a19e3858db47ea943f078454c, ASSIGN}] 2024-11-16T04:20:29,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff39093a19e3858db47ea943f078454c, ASSIGN 2024-11-16T04:20:29,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff39093a19e3858db47ea943f078454c, ASSIGN; state=OFFLINE, location=fda3efb342d8,32931,1731730825229; forceNewPlan=false, retain=false 2024-11-16T04:20:30,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff39093a19e3858db47ea943f078454c, regionState=OPENING, regionLocation=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:30,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff39093a19e3858db47ea943f078454c, ASSIGN because future has completed 2024-11-16T04:20:30,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff39093a19e3858db47ea943f078454c, server=fda3efb342d8,32931,1731730825229}] 2024-11-16T04:20:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:30,279 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:30,279 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff39093a19e3858db47ea943f078454c, NAME => 'test,,1731730829142.ff39093a19e3858db47ea943f078454c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:30,279 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:30,279 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:20:30,280 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,280 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730829142.ff39093a19e3858db47ea943f078454c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:30,280 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,280 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,281 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,282 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff39093a19e3858db47ea943f078454c columnFamilyName f 2024-11-16T04:20:30,282 DEBUG [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:30,282 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] regionserver.HStore(327): Store=ff39093a19e3858db47ea943f078454c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:30,282 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,283 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff39093a19e3858db47ea943f078454c columnFamilyName f1 2024-11-16T04:20:30,283 DEBUG [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:30,283 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] regionserver.HStore(327): Store=ff39093a19e3858db47ea943f078454c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:30,283 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,284 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff39093a19e3858db47ea943f078454c columnFamilyName norep 2024-11-16T04:20:30,284 DEBUG [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:30,284 INFO [StoreOpener-ff39093a19e3858db47ea943f078454c-1 {}] regionserver.HStore(327): Store=ff39093a19e3858db47ea943f078454c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:30,284 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,285 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,285 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,286 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,286 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,287 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:20:30,287 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,289 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:30,290 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff39093a19e3858db47ea943f078454c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58722695, jitterRate=-0.1249636560678482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:20:30,290 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:30,290 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff39093a19e3858db47ea943f078454c: Running coprocessor pre-open hook at 1731730830280Writing region info on filesystem at 1731730830280Initializing all the Stores at 1731730830280Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730830280Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730830281 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730830281Cleaning up temporary data from old regions at 1731730830286 (+5 ms)Running coprocessor post-open hooks at 1731730830290 (+4 ms)Region opened successfully at 1731730830290 2024-11-16T04:20:30,290 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730829142.ff39093a19e3858db47ea943f078454c., pid=6, masterSystemTime=1731730830276 2024-11-16T04:20:30,292 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:30,293 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:30,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff39093a19e3858db47ea943f078454c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:30,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff39093a19e3858db47ea943f078454c, server=fda3efb342d8,32931,1731730825229 because future has completed 2024-11-16T04:20:30,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:20:30,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff39093a19e3858db47ea943f078454c, server=fda3efb342d8,32931,1731730825229 in 172 msec 2024-11-16T04:20:30,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:20:30,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff39093a19e3858db47ea943f078454c, ASSIGN in 329 msec 2024-11-16T04:20:30,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:20:30,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730830300"}]},"ts":"1731730830300"} 2024-11-16T04:20:30,302 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:20:30,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:20:30,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-16T04:20:30,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:30,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:30,680 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:20:31,300 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:20:31,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,37755,-1 for getting cluster id 2024-11-16T04:20:31,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:31,301 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3a7a905-e1be-44b8-815c-c9825d6909fe' 2024-11-16T04:20:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3a7a905-e1be-44b8-815c-c9825d6909fe" 2024-11-16T04:20:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca3eb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,37755,-1] 2024-11-16T04:20:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:31,303 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd8d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45159,-1 for getting cluster id 2024-11-16T04:20:31,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:31,304 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b3dcbf5-19b5-45ac-8dc3-d89b159e9389' 2024-11-16T04:20:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b3dcbf5-19b5-45ac-8dc3-d89b159e9389" 2024-11-16T04:20:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd1ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45159,-1] 2024-11-16T04:20:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:31,306 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1feb9bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,37755,-1 for getting cluster id 2024-11-16T04:20:31,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:31,307 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3a7a905-e1be-44b8-815c-c9825d6909fe' 2024-11-16T04:20:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3a7a905-e1be-44b8-815c-c9825d6909fe" 2024-11-16T04:20:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c923466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,37755,-1] 2024-11-16T04:20:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:31,308 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29881469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,37755,1731730819426 2024-11-16T04:20:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7360bae3 2024-11-16T04:20:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:31,311 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:31,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:45159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:20:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:20:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:31,313 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45159' 2024-11-16T04:20:31,314 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14849a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,314 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45159,-1 for getting cluster id 2024-11-16T04:20:31,314 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:31,314 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b3dcbf5-19b5-45ac-8dc3-d89b159e9389' 2024-11-16T04:20:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b3dcbf5-19b5-45ac-8dc3-d89b159e9389" 2024-11-16T04:20:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ade8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45159,-1] 2024-11-16T04:20:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:31,315 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:31,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646aa101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:31,316 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45159,1731730824927 2024-11-16T04:20:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1961ffd2 2024-11-16T04:20:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:31,317 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:31,318 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T04:20:31,318 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:20:31,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:31,318 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:31,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:31,318 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:31,319 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:20:31,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:20:31,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:31,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:20:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:20:31,369 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:20:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:31,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acd7206c57da8932d39df8f4f8566767, NAME => 'hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb 2024-11-16T04:20:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:20:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:32,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:32,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing acd7206c57da8932d39df8f4f8566767, disabling compactions & flushes 2024-11-16T04:20:32,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. after waiting 0 ms 2024-11-16T04:20:32,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for acd7206c57da8932d39df8f4f8566767: Waiting for close lock at 1731730832185Disabling compacts and flushes for region at 1731730832185Disabling writes for close at 1731730832185Writing region close event to WAL at 1731730832185Closed at 1731730832185 2024-11-16T04:20:32,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:20:32,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730832186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730832186"}]},"ts":"1731730832186"} 2024-11-16T04:20:32,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:20:32,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:20:32,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730832189"}]},"ts":"1731730832189"} 2024-11-16T04:20:32,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:20:32,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd7206c57da8932d39df8f4f8566767, ASSIGN}] 2024-11-16T04:20:32,191 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd7206c57da8932d39df8f4f8566767, ASSIGN 2024-11-16T04:20:32,192 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acd7206c57da8932d39df8f4f8566767, ASSIGN; state=OFFLINE, location=fda3efb342d8,33045,1731730819626; forceNewPlan=false, retain=false 2024-11-16T04:20:32,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acd7206c57da8932d39df8f4f8566767, regionState=OPENING, regionLocation=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:32,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acd7206c57da8932d39df8f4f8566767, ASSIGN because future has completed 2024-11-16T04:20:32,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd7206c57da8932d39df8f4f8566767, server=fda3efb342d8,33045,1731730819626}] 2024-11-16T04:20:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:32,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:32,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:20:32,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C33045%2C1731730819626.rep, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/oldWALs, maxLogs=10 2024-11-16T04:20:32,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.rep.1731730832501, exclude list is [], retry=0 2024-11-16T04:20:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43943,DS-f84272f7-db61-4f1d-9e4d-71e119d10246,DISK] 2024-11-16T04:20:32,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.rep.1731730832501 2024-11-16T04:20:32,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-16T04:20:32,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => acd7206c57da8932d39df8f4f8566767, NAME => 'hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:32,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:32,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:32,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. service=MultiRowMutationService 2024-11-16T04:20:32,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:20:32,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:32,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,524 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,525 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd7206c57da8932d39df8f4f8566767 columnFamilyName hfileref 2024-11-16T04:20:32,525 DEBUG [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:32,525 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] regionserver.HStore(327): Store=acd7206c57da8932d39df8f4f8566767/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:32,526 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,526 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd7206c57da8932d39df8f4f8566767 columnFamilyName queue 2024-11-16T04:20:32,527 DEBUG [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:32,527 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] regionserver.HStore(327): Store=acd7206c57da8932d39df8f4f8566767/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:32,527 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,528 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd7206c57da8932d39df8f4f8566767 columnFamilyName sid 2024-11-16T04:20:32,528 DEBUG [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:32,528 INFO [StoreOpener-acd7206c57da8932d39df8f4f8566767-1 {}] regionserver.HStore(327): Store=acd7206c57da8932d39df8f4f8566767/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:32,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/replication/acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/replication/acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:20:32,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/replication/acd7206c57da8932d39df8f4f8566767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:32,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened acd7206c57da8932d39df8f4f8566767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75014676, jitterRate=0.11780577898025513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:20:32,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:32,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for acd7206c57da8932d39df8f4f8566767: Running coprocessor pre-open hook at 1731730832523Writing region info on filesystem at 1731730832523Initializing all the Stores at 1731730832524 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730832524Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730832524Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730832524Cleaning up temporary data from old regions at 1731730832529 (+5 ms)Running coprocessor post-open hooks at 1731730832537 (+8 ms)Region opened successfully at 1731730832537 2024-11-16T04:20:32,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767., pid=10, masterSystemTime=1731730832497 2024-11-16T04:20:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:32,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acd7206c57da8932d39df8f4f8566767, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,33045,1731730819626 2024-11-16T04:20:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd7206c57da8932d39df8f4f8566767, server=fda3efb342d8,33045,1731730819626 because future has completed 2024-11-16T04:20:32,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:20:32,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure acd7206c57da8932d39df8f4f8566767, server=fda3efb342d8,33045,1731730819626 in 200 msec 2024-11-16T04:20:32,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:20:32,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acd7206c57da8932d39df8f4f8566767, ASSIGN in 355 msec 2024-11-16T04:20:32,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:20:32,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730832547"}]},"ts":"1731730832547"} 2024-11-16T04:20:32,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:20:32,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:20:32,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-11-16T04:20:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767., hostname=fda3efb342d8,33045,1731730819626, seqNum=2] 2024-11-16T04:20:32,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:20:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:32,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:20:32,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:20:32,923 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:20:32,947 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,33045,1731730819626, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:20:32,947 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:32,947 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,33045,1731730819626, seqNum=-1] 2024-11-16T04:20:32,947 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:32,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:32,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,33045,1731730819626', locateType=CURRENT is [region=hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767., hostname=fda3efb342d8,33045,1731730819626, seqNum=2] 2024-11-16T04:20:32,952 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:20:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:20:32,953 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,33045,1731730819626 suceeded 2024-11-16T04:20:32,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:20:32,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T04:20:32,955 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:45159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:20:32,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6440 sec 2024-11-16T04:20:32,964 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:45159' 2024-11-16T04:20:32,965 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68636888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:32,965 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45159,-1 for getting cluster id 2024-11-16T04:20:32,965 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:32,966 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b3dcbf5-19b5-45ac-8dc3-d89b159e9389' 2024-11-16T04:20:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b3dcbf5-19b5-45ac-8dc3-d89b159e9389" 2024-11-16T04:20:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4abf6c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45159,-1] 2024-11-16T04:20:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:32,967 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:32,967 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa5f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:32,968 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:32,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45159,1731730824927 2024-11-16T04:20:32,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ceabec1 2024-11-16T04:20:32,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:32,969 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T04:20:32,969 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,33045,1731730819626 (queues=1) is replicating from cluster=f3a7a905-e1be-44b8-815c-c9825d6909fe to cluster=9b3dcbf5-19b5-45ac-8dc3-d89b159e9389 2024-11-16T04:20:32,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C33045%2C1731730819626 2024-11-16T04:20:32,969 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,33045,1731730819626, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:20:32,970 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C33045%2C1731730819626 2024-11-16T04:20:32,970 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, startPosition=0, beingWritten=true 2024-11-16T04:20:32,976 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:32,976 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:32,976 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,33045,1731730819626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:33,181 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:33,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:33,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:33,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:20:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:33,460 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:20:33,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:33,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:33,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:33,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:33,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:33,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:33,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45159,-1 for getting cluster id 2024-11-16T04:20:33,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:33,462 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b3dcbf5-19b5-45ac-8dc3-d89b159e9389' 2024-11-16T04:20:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b3dcbf5-19b5-45ac-8dc3-d89b159e9389" 2024-11-16T04:20:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c605386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45159,-1] 2024-11-16T04:20:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:33,463 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:33,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45159,1731730824927 2024-11-16T04:20:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db72043 2024-11-16T04:20:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:33,466 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:33,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:37755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:20:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:20:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:33,469 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:37755' 2024-11-16T04:20:33,470 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549ebf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:33,470 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,37755,-1 for getting cluster id 2024-11-16T04:20:33,470 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:33,470 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3a7a905-e1be-44b8-815c-c9825d6909fe' 2024-11-16T04:20:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3a7a905-e1be-44b8-815c-c9825d6909fe" 2024-11-16T04:20:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ae9934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,37755,-1] 2024-11-16T04:20:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:33,472 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6990d05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:33,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:33,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,37755,1731730819426 2024-11-16T04:20:33,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13959385 2024-11-16T04:20:33,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:33,474 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:20:33,474 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:20:33,474 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:20:33,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:33,475 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:33,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:33,475 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:33,476 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:20:33,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:20:33,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:33,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:20:33,484 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:20:33,526 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:20:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:33,889 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:33,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 422eb54c2a6a3ac6c2be3af616466130, NAME => 'hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b 2024-11-16T04:20:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:20:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:34,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:34,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 422eb54c2a6a3ac6c2be3af616466130, disabling compactions & flushes 2024-11-16T04:20:34,295 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. after waiting 0 ms 2024-11-16T04:20:34,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,295 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 422eb54c2a6a3ac6c2be3af616466130: Waiting for close lock at 1731730834295Disabling compacts and flushes for region at 1731730834295Disabling writes for close at 1731730834295Writing region close event to WAL at 1731730834295Closed at 1731730834295 2024-11-16T04:20:34,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:20:34,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730834296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730834296"}]},"ts":"1731730834296"} 2024-11-16T04:20:34,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:20:34,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:20:34,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730834298"}]},"ts":"1731730834298"} 2024-11-16T04:20:34,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:20:34,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=422eb54c2a6a3ac6c2be3af616466130, ASSIGN}] 2024-11-16T04:20:34,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=422eb54c2a6a3ac6c2be3af616466130, ASSIGN 2024-11-16T04:20:34,302 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=422eb54c2a6a3ac6c2be3af616466130, ASSIGN; state=OFFLINE, location=fda3efb342d8,32931,1731730825229; forceNewPlan=false, retain=false 2024-11-16T04:20:34,392 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:34,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=422eb54c2a6a3ac6c2be3af616466130, regionState=OPENING, regionLocation=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:34,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=422eb54c2a6a3ac6c2be3af616466130, ASSIGN because future has completed 2024-11-16T04:20:34,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 422eb54c2a6a3ac6c2be3af616466130, server=fda3efb342d8,32931,1731730825229}] 2024-11-16T04:20:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:34,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:34,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:20:34,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C32931%2C1731730825229.rep, suffix=, logDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229, archiveDir=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/oldWALs, maxLogs=10 2024-11-16T04:20:34,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.rep.1731730834611, exclude list is [], retry=0 2024-11-16T04:20:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-9014e3d5-dfd9-46f9-b303-a4ca2bfff907,DISK] 2024-11-16T04:20:34,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.rep.1731730834611 2024-11-16T04:20:34,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44239:44239)] 2024-11-16T04:20:34,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 422eb54c2a6a3ac6c2be3af616466130, NAME => 'hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:34,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. service=MultiRowMutationService 2024-11-16T04:20:34,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:20:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,627 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,628 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 422eb54c2a6a3ac6c2be3af616466130 columnFamilyName hfileref 2024-11-16T04:20:34,628 DEBUG [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:34,628 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] regionserver.HStore(327): Store=422eb54c2a6a3ac6c2be3af616466130/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:34,628 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,629 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 422eb54c2a6a3ac6c2be3af616466130 columnFamilyName queue 2024-11-16T04:20:34,629 DEBUG [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:34,629 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] regionserver.HStore(327): Store=422eb54c2a6a3ac6c2be3af616466130/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:34,629 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,630 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 422eb54c2a6a3ac6c2be3af616466130 columnFamilyName sid 2024-11-16T04:20:34,630 DEBUG [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:34,630 INFO [StoreOpener-422eb54c2a6a3ac6c2be3af616466130-1 {}] regionserver.HStore(327): Store=422eb54c2a6a3ac6c2be3af616466130/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/replication/422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/replication/422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:20:34,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/replication/422eb54c2a6a3ac6c2be3af616466130/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:34,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 422eb54c2a6a3ac6c2be3af616466130; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74551576, jitterRate=0.11090505123138428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:20:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 422eb54c2a6a3ac6c2be3af616466130: Running coprocessor pre-open hook at 1731730834626Writing region info on filesystem at 1731730834626Initializing all the Stores at 1731730834627 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730834627Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730834627Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730834627Cleaning up temporary data from old regions at 1731730834632 (+5 ms)Running coprocessor post-open hooks at 1731730834635 (+3 ms)Region opened successfully at 1731730834635 2024-11-16T04:20:34,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130., pid=10, masterSystemTime=1731730834606 2024-11-16T04:20:34,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:34,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=422eb54c2a6a3ac6c2be3af616466130, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,32931,1731730825229 2024-11-16T04:20:34,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 422eb54c2a6a3ac6c2be3af616466130, server=fda3efb342d8,32931,1731730825229 because future has completed 2024-11-16T04:20:34,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:20:34,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 422eb54c2a6a3ac6c2be3af616466130, server=fda3efb342d8,32931,1731730825229 in 187 msec 2024-11-16T04:20:34,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:20:34,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=422eb54c2a6a3ac6c2be3af616466130, ASSIGN in 342 msec 2024-11-16T04:20:34,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:20:34,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730834644"}]},"ts":"1731730834644"} 2024-11-16T04:20:34,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:20:34,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:20:34,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-16T04:20:34,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130., hostname=fda3efb342d8,32931,1731730825229, seqNum=2] 2024-11-16T04:20:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:34,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:20:34,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:20:34,923 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:20:34,946 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,32931,1731730825229, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:20:34,947 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:34,947 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32931,1731730825229, seqNum=-1] 2024-11-16T04:20:34,947 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:34,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:34,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,32931,1731730825229', locateType=CURRENT is [region=hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130., hostname=fda3efb342d8,32931,1731730825229, seqNum=2] 2024-11-16T04:20:34,951 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:20:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:20:34,953 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,32931,1731730825229 suceeded 2024-11-16T04:20:34,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:20:34,958 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:37755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:20:34,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T04:20:34,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-16T04:20:34,966 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:37755' 2024-11-16T04:20:34,967 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b3387cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:34,967 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,37755,-1 for getting cluster id 2024-11-16T04:20:34,967 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:34,968 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3a7a905-e1be-44b8-815c-c9825d6909fe' 2024-11-16T04:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3a7a905-e1be-44b8-815c-c9825d6909fe" 2024-11-16T04:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e327a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,37755,-1] 2024-11-16T04:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:34,969 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:34,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45989d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:34,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:34,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,37755,1731730819426 2024-11-16T04:20:34,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbd9c46 2024-11-16T04:20:34,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:20:34,971 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T04:20:34,972 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,32931,1731730825229 (queues=1) is replicating from cluster=9b3dcbf5-19b5-45ac-8dc3-d89b159e9389 to cluster=f3a7a905-e1be-44b8-815c-c9825d6909fe 2024-11-16T04:20:34,972 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C32931%2C1731730825229 2024-11-16T04:20:34,972 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,32931,1731730825229, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:20:34,972 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C32931%2C1731730825229 2024-11-16T04:20:34,972 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, startPosition=0, beingWritten=true 2024-11-16T04:20:34,977 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:34,977 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 379, reset compression=false 2024-11-16T04:20:34,977 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32931,1731730825229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:34,996 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:35,184 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 379, reset compression=false 2024-11-16T04:20:35,490 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 379, reset compression=false 2024-11-16T04:20:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:20:35,620 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:20:35,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:35,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:35,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:35,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,33045,1731730819626, seqNum=-1] 2024-11-16T04:20:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:35,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d., hostname=fda3efb342d8,33045,1731730819626, seqNum=2] 2024-11-16T04:20:35,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32931,1731730825229, seqNum=-1] 2024-11-16T04:20:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:35,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730829142.ff39093a19e3858db47ea943f078454c., hostname=fda3efb342d8,32931,1731730825229, seqNum=2] 2024-11-16T04:20:35,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T04:20:35,699 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 379, reset compression=false 2024-11-16T04:20:35,703 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:35,703 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 480, reset compression=false 2024-11-16T04:20:35,703 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,33045,1731730819626 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b16c5a60ca4f01595f88c82b38cab6d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T04:20:35,705 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:35,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T04:20:35,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:20:35,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3925eece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:35,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45159,-1 for getting cluster id 2024-11-16T04:20:35,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:35,709 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b3dcbf5-19b5-45ac-8dc3-d89b159e9389' 2024-11-16T04:20:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b3dcbf5-19b5-45ac-8dc3-d89b159e9389" 2024-11-16T04:20:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3045dbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45159,-1] 2024-11-16T04:20:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:35,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:35,710 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:35,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a0be49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:35,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32931,1731730825229, seqNum=-1] 2024-11-16T04:20:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:35,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730829142.ff39093a19e3858db47ea943f078454c., hostname=fda3efb342d8,32931,1731730825229, seqNum=2] 2024-11-16T04:20:35,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:20:35,894 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 379, reset compression=false 2024-11-16T04:20:35,899 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:35,899 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 504, reset compression=false 2024-11-16T04:20:35,899 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32931,1731730825229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:35,907 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 480, reset compression=false 2024-11-16T04:20:36,103 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 504, reset compression=false 2024-11-16T04:20:36,211 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 480, reset compression=false 2024-11-16T04:20:36,408 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 504, reset compression=false 2024-11-16T04:20:36,614 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 480, reset compression=false 2024-11-16T04:20:36,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T04:20:36,637 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T04:20:36,812 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 504, reset compression=false 2024-11-16T04:20:36,876 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:36,876 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 608, reset compression=false 2024-11-16T04:20:36,876 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32931,1731730825229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff39093a19e3858db47ea943f078454c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:20:36,878 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:36,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T04:20:36,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:20:36,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41611e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:36,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,37755,-1 for getting cluster id 2024-11-16T04:20:36,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:36,881 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3a7a905-e1be-44b8-815c-c9825d6909fe' 2024-11-16T04:20:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3a7a905-e1be-44b8-815c-c9825d6909fe" 2024-11-16T04:20:36,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31047436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:36,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,37755,-1] 2024-11-16T04:20:36,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:36,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:36,882 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:36,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6892b783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:36,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:36,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,33045,1731730819626, seqNum=-1] 2024-11-16T04:20:36,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:36,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T04:20:36,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d., hostname=fda3efb342d8,33045,1731730819626, seqNum=2] 2024-11-16T04:20:36,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:20:37,080 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 608, reset compression=false 2024-11-16T04:20:37,118 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 480, reset compression=false 2024-11-16T04:20:37,122 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:37,122 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 608, reset compression=false 2024-11-16T04:20:37,122 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,33045,1731730819626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:37,326 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 608, reset compression=false 2024-11-16T04:20:37,384 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 608, reset compression=false 2024-11-16T04:20:37,630 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 608, reset compression=false 2024-11-16T04:20:37,639 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T04:20:37,644 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T04:20:37,787 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 608, reset compression=false 2024-11-16T04:20:38,033 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 608, reset compression=false 2024-11-16T04:20:38,038 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:38,038 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 764, reset compression=false 2024-11-16T04:20:38,038 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,33045,1731730819626 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b16c5a60ca4f01595f88c82b38cab6d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T04:20:38,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:20:38,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:20:38,241 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 764, reset compression=false 2024-11-16T04:20:38,292 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 608, reset compression=false 2024-11-16T04:20:38,296 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:38,296 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 756, reset compression=false 2024-11-16T04:20:38,296 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32931,1731730825229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:38,499 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 756, reset compression=false 2024-11-16T04:20:38,544 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 764, reset compression=false 2024-11-16T04:20:38,646 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T04:20:38,649 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T04:20:38,803 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 756, reset compression=false 2024-11-16T04:20:38,807 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:20:38,807 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 915, reset compression=false 2024-11-16T04:20:38,807 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32931,1731730825229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff39093a19e3858db47ea943f078454c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T04:20:38,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:20:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:20:38,948 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 764, reset compression=false 2024-11-16T04:20:38,953 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:38,953 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:38,953 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,33045,1731730819626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:39,011 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 915, reset compression=false 2024-11-16T04:20:39,156 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:39,314 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 915, reset compression=false 2024-11-16T04:20:39,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T04:20:39,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:39,460 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:39,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T04:20:39,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:20:39,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:39,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:39,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:39,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:39,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:39,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:20:39,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=312110103, stopped=false 2024-11-16T04:20:39,653 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,45159,1731730824927 2024-11-16T04:20:39,718 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 915, reset compression=false 2024-11-16T04:20:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2056211749/running 2024-11-16T04:20:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2056211749/running 2024-11-16T04:20:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:39,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:39,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:39,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:39,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:39,748 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,32931,1731730825229' ***** 2024-11-16T04:20:39,748 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:20:39,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/running 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:20:39,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Set watcher on znode that does not yet exist, /1-2056211749/running 2024-11-16T04:20:39,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,32931,1731730825229 2024-11-16T04:20:39,749 INFO [RS:0;fda3efb342d8:32931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:39,750 INFO [RS:0;fda3efb342d8:32931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:32931. 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff39093a19e3858db47ea943f078454c, disabling compactions & flushes 2024-11-16T04:20:39,750 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:39,750 DEBUG [RS:0;fda3efb342d8:32931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:39,750 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730829142.ff39093a19e3858db47ea943f078454c. after waiting 0 ms 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:39,750 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:20:39,750 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:20:39,750 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:20:39,750 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:20:39,750 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff39093a19e3858db47ea943f078454c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T04:20:39,750 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:20:39,750 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1325): Online Regions={ff39093a19e3858db47ea943f078454c=test,,1731730829142.ff39093a19e3858db47ea943f078454c., 1588230740=hbase:meta,,1.1588230740, 422eb54c2a6a3ac6c2be3af616466130=hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.} 2024-11-16T04:20:39,750 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:39,750 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:39,750 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:39,751 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:20:39,765 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/info/aed3e5f690f742d9971c07c7121cb09a is 147, key is hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130./info:regioninfo/1731730834638/Put/seqid=0 2024-11-16T04:20:39,769 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:20:39,769 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:20:39,770 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/f/ab69840412104f3398b60ec692f7ff74 is 29, key is row1/f:/1731730838646/DeleteFamily/seqid=0 2024-11-16T04:20:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741840_1016 (size=7686) 2024-11-16T04:20:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741841_1017 (size=5118) 2024-11-16T04:20:39,793 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:39,863 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:39,951 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:40,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:40,151 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:40,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,178 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/info/aed3e5f690f742d9971c07c7121cb09a 2024-11-16T04:20:40,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,184 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/f/ab69840412104f3398b60ec692f7ff74 2024-11-16T04:20:40,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:40,189 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab69840412104f3398b60ec692f7ff74 2024-11-16T04:20:40,212 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/ns/b902581642b8429bb1ccef0aa60cd42f is 43, key is default/ns:d/1731730827856/Put/seqid=0 2024-11-16T04:20:40,213 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/f1/da50942d08584d49bc434d7516e21cb0 is 30, key is row1/f1:/1731730838646/DeleteFamily/seqid=0 2024-11-16T04:20:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:20:40,222 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 915, reset compression=false 2024-11-16T04:20:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741843_1019 (size=5123) 2024-11-16T04:20:40,232 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:40,232 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1162, reset compression=false 2024-11-16T04:20:40,232 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32931,1731730825229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:40,233 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,32931,1731730825229: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,32931,1731730825229, walGroup=fda3efb342d8%2C32931%2C1731730825229, offset=fda3efb342d8%2C32931%2C1731730825229.1731730826832:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:20:40,234 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:20:40,234 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:20:40,235 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:20:40,235 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:20:40,235 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:20:40,235 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 694330824 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190776120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:20:40,236 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:45159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:45159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:20:40,351 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:40,367 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:40,445 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1162, reset compression=false 2024-11-16T04:20:40,551 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:40,622 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/ns/b902581642b8429bb1ccef0aa60cd42f 2024-11-16T04:20:40,632 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/f1/da50942d08584d49bc434d7516e21cb0 2024-11-16T04:20:40,635 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da50942d08584d49bc434d7516e21cb0 2024-11-16T04:20:40,640 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/rep_barrier/b63eb527290c4e8d9703bfe080da3d31 is 112, key is test,,1731730829142.ff39093a19e3858db47ea943f078454c./rep_barrier:seqnumDuringOpen/1731730830293/Put/seqid=0 2024-11-16T04:20:40,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741844_1020 (size=5518) 2024-11-16T04:20:40,649 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/norep/e9829a9bbdac48d78e70bc4518687b1b is 33, key is row1/norep:/1731730838646/DeleteFamily/seqid=0 2024-11-16T04:20:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741845_1021 (size=5108) 2024-11-16T04:20:40,748 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1162, reset compression=false 2024-11-16T04:20:40,751 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:40,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:40,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:40,789 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28349 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:40,952 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130, ff39093a19e3858db47ea943f078454c 2024-11-16T04:20:40,971 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:41,043 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/rep_barrier/b63eb527290c4e8d9703bfe080da3d31 2024-11-16T04:20:41,053 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/norep/e9829a9bbdac48d78e70bc4518687b1b 2024-11-16T04:20:41,057 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9829a9bbdac48d78e70bc4518687b1b 2024-11-16T04:20:41,057 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/f/ab69840412104f3398b60ec692f7ff74 as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/f/ab69840412104f3398b60ec692f7ff74 2024-11-16T04:20:41,061 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab69840412104f3398b60ec692f7ff74 2024-11-16T04:20:41,062 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/f/ab69840412104f3398b60ec692f7ff74, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T04:20:41,062 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/table/9dda4c2cbaf44a45869b2026a463df6d is 53, key is hbase:replication/table:state/1731730834644/Put/seqid=0 2024-11-16T04:20:41,063 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/f1/da50942d08584d49bc434d7516e21cb0 as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/f1/da50942d08584d49bc434d7516e21cb0 2024-11-16T04:20:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741846_1022 (size=5308) 2024-11-16T04:20:41,067 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da50942d08584d49bc434d7516e21cb0 2024-11-16T04:20:41,067 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/f1/da50942d08584d49bc434d7516e21cb0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T04:20:41,068 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/.tmp/norep/e9829a9bbdac48d78e70bc4518687b1b as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/norep/e9829a9bbdac48d78e70bc4518687b1b 2024-11-16T04:20:41,072 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9829a9bbdac48d78e70bc4518687b1b 2024-11-16T04:20:41,072 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/norep/e9829a9bbdac48d78e70bc4518687b1b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T04:20:41,073 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ff39093a19e3858db47ea943f078454c in 1323ms, sequenceid=8, compaction requested=false 2024-11-16T04:20:41,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/default/test/ff39093a19e3858db47ea943f078454c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:41,078 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff39093a19e3858db47ea943f078454c: Waiting for close lock at 1731730839750Running coprocessor pre-close hooks at 1731730839750Disabling compacts and flushes for region at 1731730839750Disabling writes for close at 1731730839750Obtaining lock to block concurrent updates at 1731730839750Preparing flush snapshotting stores in ff39093a19e3858db47ea943f078454c at 1731730839750Finished memstore snapshotting test,,1731730829142.ff39093a19e3858db47ea943f078454c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731730839750Flushing stores of test,,1731730829142.ff39093a19e3858db47ea943f078454c. at 1731730839751 (+1 ms)Flushing ff39093a19e3858db47ea943f078454c/f: creating writer at 1731730839751Flushing ff39093a19e3858db47ea943f078454c/f: appending metadata at 1731730839769 (+18 ms)Flushing ff39093a19e3858db47ea943f078454c/f: closing flushed file at 1731730839769Flushing ff39093a19e3858db47ea943f078454c/f1: creating writer at 1731730840190 (+421 ms)Flushing ff39093a19e3858db47ea943f078454c/f1: appending metadata at 1731730840211 (+21 ms)Flushing ff39093a19e3858db47ea943f078454c/f1: closing flushed file at 1731730840211Flushing ff39093a19e3858db47ea943f078454c/norep: creating writer at 1731730840635 (+424 ms)Flushing ff39093a19e3858db47ea943f078454c/norep: appending metadata at 1731730840649 (+14 ms)Flushing ff39093a19e3858db47ea943f078454c/norep: closing flushed file at 1731730840649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd6e9fe: reopening flushed file at 1731730841057 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9cbf45: reopening flushed file at 1731730841062 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c15636: reopening flushed file at 1731730841067 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ff39093a19e3858db47ea943f078454c in 1323ms, sequenceid=8, compaction requested=false at 1731730841073 (+6 ms)Writing region close event to WAL at 1731730841074 (+1 ms)Running coprocessor post-close hooks at 1731730841078 (+4 ms)Closed at 1731730841078 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730829142.ff39093a19e3858db47ea943f078454c. 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 422eb54c2a6a3ac6c2be3af616466130, disabling compactions & flushes 2024-11-16T04:20:41,078 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. after waiting 0 ms 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 422eb54c2a6a3ac6c2be3af616466130: Waiting for close lock at 1731730841078Running coprocessor pre-close hooks at 1731730841078Disabling compacts and flushes for region at 1731730841078Disabling writes for close at 1731730841078Failed flush hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130., putting online again at 1731730841078 2024-11-16T04:20:41,079 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,152 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:20:41,152 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1162, reset compression=false 2024-11-16T04:20:41,152 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 422eb54c2a6a3ac6c2be3af616466130=hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130.} 2024-11-16T04:20:41,152 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:41,152 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 422eb54c2a6a3ac6c2be3af616466130 2024-11-16T04:20:41,152 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 422eb54c2a6a3ac6c2be3af616466130, disabling compactions & flushes 2024-11-16T04:20:41,152 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,152 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,152 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. after waiting 0 ms 2024-11-16T04:20:41,152 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,152 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 422eb54c2a6a3ac6c2be3af616466130: Waiting for close lock at 1731730841152Running coprocessor pre-close hooks at 1731730841152Disabling compacts and flushes for region at 1731730841152Disabling writes for close at 1731730841152Failed flush hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130., putting online again at 1731730841152 2024-11-16T04:20:41,152 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731730833475.422eb54c2a6a3ac6c2be3af616466130. 2024-11-16T04:20:41,156 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:41,156 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1806, reset compression=false 2024-11-16T04:20:41,352 DEBUG [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:20:41,361 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1806, reset compression=false 2024-11-16T04:20:41,466 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/table/9dda4c2cbaf44a45869b2026a463df6d 2024-11-16T04:20:41,470 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/info/aed3e5f690f742d9971c07c7121cb09a as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/info/aed3e5f690f742d9971c07c7121cb09a 2024-11-16T04:20:41,474 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/info/aed3e5f690f742d9971c07c7121cb09a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:20:41,475 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/ns/b902581642b8429bb1ccef0aa60cd42f as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/ns/b902581642b8429bb1ccef0aa60cd42f 2024-11-16T04:20:41,479 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/ns/b902581642b8429bb1ccef0aa60cd42f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:20:41,480 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/rep_barrier/b63eb527290c4e8d9703bfe080da3d31 as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/rep_barrier/b63eb527290c4e8d9703bfe080da3d31 2024-11-16T04:20:41,484 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/rep_barrier/b63eb527290c4e8d9703bfe080da3d31, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:20:41,485 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/.tmp/table/9dda4c2cbaf44a45869b2026a463df6d as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/table/9dda4c2cbaf44a45869b2026a463df6d 2024-11-16T04:20:41,488 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/table/9dda4c2cbaf44a45869b2026a463df6d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:20:41,489 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false 2024-11-16T04:20:41,494 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:20:41,495 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:41,495 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:41,495 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:41,495 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730839750Running coprocessor pre-close hooks at 1731730839750Disabling compacts and flushes for region at 1731730839750Disabling writes for close at 1731730839750Obtaining lock to block concurrent updates at 1731730839751 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731730839751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730839751Flushing stores of hbase:meta,,1.1588230740 at 1731730839751Flushing 1588230740/info: creating writer at 1731730839751Flushing 1588230740/info: appending metadata at 1731730839764 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731730839764Flushing 1588230740/ns: creating writer at 1731730840185 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731730840212 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731730840212Flushing 1588230740/rep_barrier: creating writer at 1731730840625 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730840639 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730840639Flushing 1588230740/table: creating writer at 1731730841048 (+409 ms)Flushing 1588230740/table: appending metadata at 1731730841061 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731730841062 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79281d5c: reopening flushed file at 1731730841470 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4647c8a7: reopening flushed file at 1731730841475 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66975517: reopening flushed file at 1731730841479 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ade536f: reopening flushed file at 1731730841484 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false at 1731730841489 (+5 ms)Writing region close event to WAL at 1731730841491 (+2 ms)Running coprocessor post-close hooks at 1731730841495 (+4 ms)Closed at 1731730841495 2024-11-16T04:20:41,495 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:41,552 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T04:20:41,552 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,32931,1731730825229; all regions closed. 2024-11-16T04:20:41,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:20:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741839_1015 (size=1733) 2024-11-16T04:20:41,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.rep.1731730834611 not finished, retry = 0 2024-11-16T04:20:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741832_1008 (size=1814) 2024-11-16T04:20:41,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 not finished, retry = 0 2024-11-16T04:20:41,665 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 to pos 1806, reset compression=false 2024-11-16T04:20:41,675 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:41,765 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:41,765 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:41,765 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/WALs/fda3efb342d8,32931,1731730825229/fda3efb342d8%2C32931%2C1731730825229.1731730826832 2024-11-16T04:20:41,765 INFO [RS:0;fda3efb342d8:32931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:41,765 INFO [RS:0;fda3efb342d8:32931 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:41,765 INFO [RS:0;fda3efb342d8:32931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:41,766 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:41,766 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,32931,1731730825229 because: Region server is closing 2024-11-16T04:20:41,766 INFO [RS:0;fda3efb342d8:32931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:32931. 2024-11-16T04:20:41,766 DEBUG [RS:0;fda3efb342d8:32931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:41,766 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:41,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:41,766 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:41,866 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.shipperfda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 terminated 2024-11-16T04:20:41,866 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32931,1731730825229.replicationSource.wal-reader.fda3efb342d8%2C32931%2C1731730825229,1-fda3efb342d8,32931,1731730825229 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T04:20:41,867 INFO [RS:0;fda3efb342d8:32931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:32931. 2024-11-16T04:20:41,867 DEBUG [RS:0;fda3efb342d8:32931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:41,867 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:41,867 DEBUG [RS:0;fda3efb342d8:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:41,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:41,867 INFO [RS:0;fda3efb342d8:32931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32931 2024-11-16T04:20:41,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2056211749/rs/fda3efb342d8,32931,1731730825229 2024-11-16T04:20:41,961 INFO [RS:0;fda3efb342d8:32931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:41,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749/rs 2024-11-16T04:20:41,961 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fd9b08e3e60@478b6211 rejected from java.util.concurrent.ThreadPoolExecutor@289e484[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T04:20:41,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,32931,1731730825229] 2024-11-16T04:20:42,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2056211749/draining/fda3efb342d8,32931,1731730825229 already deleted, retry=false 2024-11-16T04:20:42,000 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,32931,1731730825229 expired; onlineServers=0 2024-11-16T04:20:42,000 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,45159,1731730824927' ***** 2024-11-16T04:20:42,000 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:20:42,000 INFO [M:0;fda3efb342d8:45159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:42,000 INFO [M:0;fda3efb342d8:45159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:42,000 DEBUG [M:0;fda3efb342d8:45159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:20:42,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:20:42,000 DEBUG [M:0;fda3efb342d8:45159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:20:42,000 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730826538 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730826538,5,FailOnTimeoutGroup] 2024-11-16T04:20:42,000 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730826538 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730826538,5,FailOnTimeoutGroup] 2024-11-16T04:20:42,001 INFO [M:0;fda3efb342d8:45159 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:42,001 INFO [M:0;fda3efb342d8:45159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:42,001 DEBUG [M:0;fda3efb342d8:45159 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:20:42,001 INFO [M:0;fda3efb342d8:45159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:20:42,001 INFO [M:0;fda3efb342d8:45159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:42,001 INFO [M:0;fda3efb342d8:45159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:20:42,001 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:20:42,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2056211749/master 2024-11-16T04:20:42,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2056211749 2024-11-16T04:20:42,011 DEBUG [M:0;fda3efb342d8:45159 {}] zookeeper.ZKUtil(347): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Unable to get data of znode /1-2056211749/master because node does not exist (not an error) 2024-11-16T04:20:42,011 WARN [M:0;fda3efb342d8:45159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:20:42,011 INFO [M:0;fda3efb342d8:45159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/.lastflushedseqids 2024-11-16T04:20:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741847_1023 (size=245) 2024-11-16T04:20:42,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:42,090 INFO [RS:0;fda3efb342d8:32931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:42,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x10141df3d250004, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:42,090 INFO [RS:0;fda3efb342d8:32931 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,32931,1731730825229; zookeeper connection closed. 2024-11-16T04:20:42,090 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c27833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c27833 2024-11-16T04:20:42,090 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:20:42,417 INFO [M:0;fda3efb342d8:45159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:20:42,417 INFO [M:0;fda3efb342d8:45159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:20:42,418 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:42,418 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:42,418 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:42,418 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:42,418 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:42,418 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T04:20:42,434 DEBUG [M:0;fda3efb342d8:45159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7651575769424cfeb4c562e2bd294c4d is 82, key is hbase:meta,,1/info:regioninfo/1731730827791/Put/seqid=0 2024-11-16T04:20:42,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741848_1024 (size=5672) 2024-11-16T04:20:42,478 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:42,842 INFO [M:0;fda3efb342d8:45159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7651575769424cfeb4c562e2bd294c4d 2024-11-16T04:20:42,859 DEBUG [M:0;fda3efb342d8:45159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36a1b460d635453f843cca82418a6f0c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730834648/Put/seqid=0 2024-11-16T04:20:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741849_1025 (size=8517) 2024-11-16T04:20:43,263 INFO [M:0;fda3efb342d8:45159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36a1b460d635453f843cca82418a6f0c 2024-11-16T04:20:43,279 DEBUG [M:0;fda3efb342d8:45159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b45ad0e72c67477bb69398e1bc81f97f is 69, key is fda3efb342d8,32931,1731730825229/rs:state/1731730826586/Put/seqid=0 2024-11-16T04:20:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741850_1026 (size=5156) 2024-11-16T04:20:43,382 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:43,683 INFO [M:0;fda3efb342d8:45159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b45ad0e72c67477bb69398e1bc81f97f 2024-11-16T04:20:43,688 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7651575769424cfeb4c562e2bd294c4d as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7651575769424cfeb4c562e2bd294c4d 2024-11-16T04:20:43,691 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7651575769424cfeb4c562e2bd294c4d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T04:20:43,692 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36a1b460d635453f843cca82418a6f0c as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36a1b460d635453f843cca82418a6f0c 2024-11-16T04:20:43,696 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36a1b460d635453f843cca82418a6f0c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T04:20:43,697 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b45ad0e72c67477bb69398e1bc81f97f as hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b45ad0e72c67477bb69398e1bc81f97f 2024-11-16T04:20:43,701 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34983/user/jenkins/test-data/8f019d78-0691-c261-ff1d-e9d22e2e8c6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b45ad0e72c67477bb69398e1bc81f97f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T04:20:43,702 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-16T04:20:43,703 INFO [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:43,703 DEBUG [M:0;fda3efb342d8:45159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730842417Disabling compacts and flushes for region at 1731730842417Disabling writes for close at 1731730842418 (+1 ms)Obtaining lock to block concurrent updates at 1731730842418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730842418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731730842418Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730842419 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730842419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730842434 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730842434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730842846 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730842858 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730842859 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730843267 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730843279 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730843279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ddeaae8: reopening flushed file at 1731730843687 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49844f44: reopening flushed file at 1731730843691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f5bf5c: reopening flushed file at 1731730843696 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731730843702 (+6 ms)Writing region close event to WAL at 1731730843703 (+1 ms)Closed at 1731730843703 2024-11-16T04:20:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741830_1006 (size=63666) 2024-11-16T04:20:43,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:43,705 INFO [M:0;fda3efb342d8:45159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:20:43,705 INFO [M:0;fda3efb342d8:45159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45159 2024-11-16T04:20:43,706 INFO [M:0;fda3efb342d8:45159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:43,879 INFO [M:0;fda3efb342d8:45159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10141df3d250003, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:43,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:43,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:43,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:43,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:43,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:43,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:20:43,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:20:43,912 WARN [BP-1042899433-172.17.0.2-1731730822930 heartbeating to localhost/127.0.0.1:34983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:20:43,912 WARN [BP-1042899433-172.17.0.2-1731730822930 heartbeating to localhost/127.0.0.1:34983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1042899433-172.17.0.2-1731730822930 (Datanode Uuid 4d61c255-efbb-4e2e-be0a-68f03e9d6bfa) service to localhost/127.0.0.1:34983 2024-11-16T04:20:43,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/cluster_8ad1da69-0f42-e949-57da-571abb189cfd/data/data1/current/BP-1042899433-172.17.0.2-1731730822930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:43,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/cluster_8ad1da69-0f42-e949-57da-571abb189cfd/data/data2/current/BP-1042899433-172.17.0.2-1731730822930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:43,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:20:43,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:43,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:43,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:43,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:43,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:20:43,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:43,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:43,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:43,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:20:43,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=330682754, stopped=false 2024-11-16T04:20:43,936 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,37755,1731730819426 2024-11-16T04:20:43,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02047934351/running 2024-11-16T04:20:43,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02047934351/running 2024-11-16T04:20:43,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:43,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:43,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:43,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:20:43,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:43,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:43,948 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,33045,1731730819626' ***** 2024-11-16T04:20:43,948 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:20:43,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/running 2024-11-16T04:20:43,948 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:20:43,948 INFO [RS:0;fda3efb342d8:33045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:20:43,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:20:43,948 INFO [RS:0;fda3efb342d8:33045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:20:43,948 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b16c5a60ca4f01595f88c82b38cab6d 2024-11-16T04:20:43,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Set watcher on znode that does not yet exist, /02047934351/running 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(3091): Received CLOSE for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,33045,1731730819626 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:33045. 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b16c5a60ca4f01595f88c82b38cab6d, disabling compactions & flushes 2024-11-16T04:20:43,949 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:43,949 DEBUG [RS:0;fda3efb342d8:33045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:43,949 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. after waiting 0 ms 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:20:43,949 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b16c5a60ca4f01595f88c82b38cab6d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:20:43,949 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:20:43,949 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1325): Online Regions={5b16c5a60ca4f01595f88c82b38cab6d=test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d., acd7206c57da8932d39df8f4f8566767=hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:43,949 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b16c5a60ca4f01595f88c82b38cab6d, acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:43,949 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:43,949 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:43,949 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:20:43,953 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:43,962 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/info/b315a61e99e9412f9dd685f2bf0a21b5 is 147, key is hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767./info:regioninfo/1731730832541/Put/seqid=0 2024-11-16T04:20:43,962 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/f/3807df79ced24921822f34d685274510 is 29, key is row1/f:/1731730838646/DeleteFamily/seqid=0 2024-11-16T04:20:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741840_1016 (size=5118) 2024-11-16T04:20:43,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741841_1017 (size=7686) 2024-11-16T04:20:43,968 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/f/3807df79ced24921822f34d685274510 2024-11-16T04:20:43,973 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3807df79ced24921822f34d685274510 2024-11-16T04:20:43,989 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/f1/22a1efbd43934ee7bdef5390f8ae97fd is 30, key is row1/f1:/1731730838646/DeleteFamily/seqid=0 2024-11-16T04:20:43,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741842_1018 (size=5123) 2024-11-16T04:20:44,149 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b16c5a60ca4f01595f88c82b38cab6d, acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:44,350 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b16c5a60ca4f01595f88c82b38cab6d, acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:44,366 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/info/b315a61e99e9412f9dd685f2bf0a21b5 2024-11-16T04:20:44,385 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 914, reset compression=false 2024-11-16T04:20:44,388 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/ns/ddc1d50f009a4879984fccbe5b2c3476 is 43, key is default/ns:d/1731730822789/Put/seqid=0 2024-11-16T04:20:44,389 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:44,389 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 1161, reset compression=false 2024-11-16T04:20:44,389 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,33045,1731730819626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:20:44,390 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,33045,1731730819626: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,33045,1731730819626, walGroup=fda3efb342d8%2C33045%2C1731730819626, offset=fda3efb342d8%2C33045%2C1731730819626.1731730821062:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:33045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:20:44,391 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:20:44,392 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:20:44,392 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 648193480 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191545240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:20:44,392 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:37755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:20:44,394 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/f1/22a1efbd43934ee7bdef5390f8ae97fd 2024-11-16T04:20:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741843_1019 (size=5153) 2024-11-16T04:20:44,398 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22a1efbd43934ee7bdef5390f8ae97fd 2024-11-16T04:20:44,398 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/ns/ddc1d50f009a4879984fccbe5b2c3476 2024-11-16T04:20:44,415 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/norep/b0e9b58247524b9b86d1ef2cf419a2e7 is 32, key is row/norep:/1731730837642/DeleteFamily/seqid=0 2024-11-16T04:20:44,417 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/rep_barrier/0637626bece6467aa889697cada1becb is 112, key is test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d./rep_barrier:seqnumDuringOpen/1731730828745/Put/seqid=0 2024-11-16T04:20:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741844_1020 (size=5101) 2024-11-16T04:20:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741845_1021 (size=5518) 2024-11-16T04:20:44,420 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/rep_barrier/0637626bece6467aa889697cada1becb 2024-11-16T04:20:44,440 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/table/b6b909a7182a4e4cab1f92d64f3c03c5 is 53, key is hbase:replication/table:state/1731730832547/Put/seqid=0 2024-11-16T04:20:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741846_1022 (size=5308) 2024-11-16T04:20:44,550 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b16c5a60ca4f01595f88c82b38cab6d, acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:44,597 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 1161, reset compression=false 2024-11-16T04:20:44,750 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b16c5a60ca4f01595f88c82b38cab6d, acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:44,819 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/norep/b0e9b58247524b9b86d1ef2cf419a2e7 2024-11-16T04:20:44,823 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e9b58247524b9b86d1ef2cf419a2e7 2024-11-16T04:20:44,823 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/f/3807df79ced24921822f34d685274510 as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/f/3807df79ced24921822f34d685274510 2024-11-16T04:20:44,827 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3807df79ced24921822f34d685274510 2024-11-16T04:20:44,827 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/f/3807df79ced24921822f34d685274510, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T04:20:44,827 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/f1/22a1efbd43934ee7bdef5390f8ae97fd as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/f1/22a1efbd43934ee7bdef5390f8ae97fd 2024-11-16T04:20:44,830 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22a1efbd43934ee7bdef5390f8ae97fd 2024-11-16T04:20:44,831 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/f1/22a1efbd43934ee7bdef5390f8ae97fd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T04:20:44,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/.tmp/norep/b0e9b58247524b9b86d1ef2cf419a2e7 as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/norep/b0e9b58247524b9b86d1ef2cf419a2e7 2024-11-16T04:20:44,834 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e9b58247524b9b86d1ef2cf419a2e7 2024-11-16T04:20:44,834 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/norep/b0e9b58247524b9b86d1ef2cf419a2e7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T04:20:44,835 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5b16c5a60ca4f01595f88c82b38cab6d in 886ms, sequenceid=8, compaction requested=false 2024-11-16T04:20:44,835 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:20:44,839 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/default/test/5b16c5a60ca4f01595f88c82b38cab6d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T04:20:44,839 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:44,839 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:44,839 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:44,839 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b16c5a60ca4f01595f88c82b38cab6d: Waiting for close lock at 1731730843949Running coprocessor pre-close hooks at 1731730843949Disabling compacts and flushes for region at 1731730843949Disabling writes for close at 1731730843949Obtaining lock to block concurrent updates at 1731730843949Preparing flush snapshotting stores in 5b16c5a60ca4f01595f88c82b38cab6d at 1731730843949Finished memstore snapshotting test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731730843949Flushing stores of test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. at 1731730843950 (+1 ms)Flushing 5b16c5a60ca4f01595f88c82b38cab6d/f: creating writer at 1731730843950Flushing 5b16c5a60ca4f01595f88c82b38cab6d/f: appending metadata at 1731730843961 (+11 ms)Flushing 5b16c5a60ca4f01595f88c82b38cab6d/f: closing flushed file at 1731730843961Flushing 5b16c5a60ca4f01595f88c82b38cab6d/f1: creating writer at 1731730843973 (+12 ms)Flushing 5b16c5a60ca4f01595f88c82b38cab6d/f1: appending metadata at 1731730843988 (+15 ms)Flushing 5b16c5a60ca4f01595f88c82b38cab6d/f1: closing flushed file at 1731730843988Flushing 5b16c5a60ca4f01595f88c82b38cab6d/norep: creating writer at 1731730844398 (+410 ms)Flushing 5b16c5a60ca4f01595f88c82b38cab6d/norep: appending metadata at 1731730844414 (+16 ms)Flushing 5b16c5a60ca4f01595f88c82b38cab6d/norep: closing flushed file at 1731730844414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a43b: reopening flushed file at 1731730844823 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716b22cf: reopening flushed file at 1731730844827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1679521: reopening flushed file at 1731730844831 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5b16c5a60ca4f01595f88c82b38cab6d in 886ms, sequenceid=8, compaction requested=false at 1731730844835 (+4 ms)Writing region close event to WAL at 1731730844837 (+2 ms)Running coprocessor post-close hooks at 1731730844839 (+2 ms)Closed at 1731730844839 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730827995.5b16c5a60ca4f01595f88c82b38cab6d. 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acd7206c57da8932d39df8f4f8566767, disabling compactions & flushes 2024-11-16T04:20:44,840 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. after waiting 0 ms 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acd7206c57da8932d39df8f4f8566767: Waiting for close lock at 1731730844840Running coprocessor pre-close hooks at 1731730844840Disabling compacts and flushes for region at 1731730844840Disabling writes for close at 1731730844840Failed flush hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767., putting online again at 1731730844840 2024-11-16T04:20:44,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,844 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/table/b6b909a7182a4e4cab1f92d64f3c03c5 2024-11-16T04:20:44,847 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/info/b315a61e99e9412f9dd685f2bf0a21b5 as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/info/b315a61e99e9412f9dd685f2bf0a21b5 2024-11-16T04:20:44,851 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/info/b315a61e99e9412f9dd685f2bf0a21b5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:20:44,851 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/ns/ddc1d50f009a4879984fccbe5b2c3476 as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/ns/ddc1d50f009a4879984fccbe5b2c3476 2024-11-16T04:20:44,854 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/ns/ddc1d50f009a4879984fccbe5b2c3476, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:20:44,855 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/rep_barrier/0637626bece6467aa889697cada1becb as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/rep_barrier/0637626bece6467aa889697cada1becb 2024-11-16T04:20:44,858 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/rep_barrier/0637626bece6467aa889697cada1becb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:20:44,859 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/.tmp/table/b6b909a7182a4e4cab1f92d64f3c03c5 as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/table/b6b909a7182a4e4cab1f92d64f3c03c5 2024-11-16T04:20:44,862 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/table/b6b909a7182a4e4cab1f92d64f3c03c5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:20:44,862 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-16T04:20:44,862 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:20:44,867 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:20:44,867 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:20:44,867 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:20:44,867 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:44,868 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730843949Running coprocessor pre-close hooks at 1731730843949Disabling compacts and flushes for region at 1731730843949Disabling writes for close at 1731730843949Obtaining lock to block concurrent updates at 1731730843949Preparing flush snapshotting stores in 1588230740 at 1731730843949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730843950 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730843950Flushing 1588230740/info: creating writer at 1731730843950Flushing 1588230740/info: appending metadata at 1731730843961 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731730843961Flushing 1588230740/ns: creating writer at 1731730844370 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731730844387 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731730844387Flushing 1588230740/rep_barrier: creating writer at 1731730844402 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730844417 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730844417Flushing 1588230740/table: creating writer at 1731730844424 (+7 ms)Flushing 1588230740/table: appending metadata at 1731730844440 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731730844440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b99d9a: reopening flushed file at 1731730844847 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be0890a: reopening flushed file at 1731730844851 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc77b71: reopening flushed file at 1731730844854 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfe8c08: reopening flushed file at 1731730844858 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731730844862 (+4 ms)Writing region close event to WAL at 1731730844864 (+2 ms)Running coprocessor post-close hooks at 1731730844867 (+3 ms)Closed at 1731730844867 2024-11-16T04:20:44,868 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:44,900 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 1161, reset compression=false 2024-11-16T04:20:44,904 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:20:44,904 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 1805, reset compression=false 2024-11-16T04:20:44,929 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:20:44,929 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:20:44,950 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:20:44,950 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1325): Online Regions={acd7206c57da8932d39df8f4f8566767=hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767.} 2024-11-16T04:20:44,950 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(3091): Received CLOSE for acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:44,950 DEBUG [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1351): Waiting on acd7206c57da8932d39df8f4f8566767 2024-11-16T04:20:44,950 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acd7206c57da8932d39df8f4f8566767, disabling compactions & flushes 2024-11-16T04:20:44,950 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,950 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,950 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. after waiting 0 ms 2024-11-16T04:20:44,950 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:44,950 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acd7206c57da8932d39df8f4f8566767: Waiting for close lock at 1731730844950Running coprocessor pre-close hooks at 1731730844950Disabling compacts and flushes for region at 1731730844950Disabling writes for close at 1731730844950Failed flush hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767., putting online again at 1731730844950 2024-11-16T04:20:44,951 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731730831318.acd7206c57da8932d39df8f4f8566767. 2024-11-16T04:20:45,107 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.1731730821062 to pos 1805, reset compression=false 2024-11-16T04:20:45,150 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T04:20:45,150 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,33045,1731730819626; all regions closed. 2024-11-16T04:20:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:20:45,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/WALs/fda3efb342d8,33045,1731730819626/fda3efb342d8%2C33045%2C1731730819626.meta.1731730822560.meta not finished, retry = 0 2024-11-16T04:20:45,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741839_1015 (size=1733) 2024-11-16T04:20:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741833_1009 (size=1813) 2024-11-16T04:20:45,257 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:45,257 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:20:45,257 INFO [RS:0;fda3efb342d8:33045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:45,257 INFO [RS:0;fda3efb342d8:33045 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:45,257 INFO [RS:0;fda3efb342d8:33045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:45,257 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:45,257 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,33045,1731730819626 because: Region server is closing 2024-11-16T04:20:45,257 INFO [RS:0;fda3efb342d8:33045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:33045. 2024-11-16T04:20:45,257 DEBUG [RS:0;fda3efb342d8:33045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:45,258 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:45,258 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:45,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:45,358 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.shipperfda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 terminated 2024-11-16T04:20:45,358 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,33045,1731730819626.replicationSource.wal-reader.fda3efb342d8%2C33045%2C1731730819626,1-fda3efb342d8,33045,1731730819626 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:20:45,358 INFO [RS:0;fda3efb342d8:33045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:33045. 2024-11-16T04:20:45,358 DEBUG [RS:0;fda3efb342d8:33045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:20:45,358 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:45,358 DEBUG [RS:0;fda3efb342d8:33045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:45,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:20:45,358 INFO [RS:0;fda3efb342d8:33045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33045 2024-11-16T04:20:45,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02047934351/rs/fda3efb342d8,33045,1731730819626 2024-11-16T04:20:45,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351/rs 2024-11-16T04:20:45,410 INFO [RS:0;fda3efb342d8:33045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:45,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,33045,1731730819626] 2024-11-16T04:20:45,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02047934351/draining/fda3efb342d8,33045,1731730819626 already deleted, retry=false 2024-11-16T04:20:45,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,33045,1731730819626 expired; onlineServers=0 2024-11-16T04:20:45,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,37755,1731730819426' ***** 2024-11-16T04:20:45,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:20:45,474 DEBUG [M:0;fda3efb342d8:37755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:20:45,474 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:20:45,474 DEBUG [M:0;fda3efb342d8:37755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:20:45,474 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730820848 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730820848,5,FailOnTimeoutGroup] 2024-11-16T04:20:45,474 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730820851 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730820851,5,FailOnTimeoutGroup] 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:20:45,474 DEBUG [M:0;fda3efb342d8:37755 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:20:45,474 INFO [M:0;fda3efb342d8:37755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:20:45,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:20:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02047934351/master 2024-11-16T04:20:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02047934351 2024-11-16T04:20:45,484 DEBUG [M:0;fda3efb342d8:37755 {}] zookeeper.ZKUtil(347): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Unable to get data of znode /02047934351/master because node does not exist (not an error) 2024-11-16T04:20:45,484 WARN [M:0;fda3efb342d8:37755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:20:45,485 INFO [M:0;fda3efb342d8:37755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/.lastflushedseqids 2024-11-16T04:20:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741847_1023 (size=245) 2024-11-16T04:20:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:45,563 INFO [RS:0;fda3efb342d8:33045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33045-0x10141df3d250001, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:45,563 INFO [RS:0;fda3efb342d8:33045 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,33045,1731730819626; zookeeper connection closed. 2024-11-16T04:20:45,564 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@217d555 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@217d555 2024-11-16T04:20:45,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:20:45,889 INFO [M:0;fda3efb342d8:37755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:20:45,889 INFO [M:0;fda3efb342d8:37755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:20:45,890 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:45,890 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:45,890 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:45,890 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:45,890 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:45,890 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T04:20:45,905 DEBUG [M:0;fda3efb342d8:37755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b0f280b4294c06a842b2eaa95869e6 is 82, key is hbase:meta,,1/info:regioninfo/1731730822591/Put/seqid=0 2024-11-16T04:20:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741848_1024 (size=5672) 2024-11-16T04:20:46,309 INFO [M:0;fda3efb342d8:37755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b0f280b4294c06a842b2eaa95869e6 2024-11-16T04:20:46,328 DEBUG [M:0;fda3efb342d8:37755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/202bb78029b34cd8b536d2d34cf2b1ed is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730832551/Put/seqid=0 2024-11-16T04:20:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741849_1025 (size=8516) 2024-11-16T04:20:46,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:20:46,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:46,732 INFO [M:0;fda3efb342d8:37755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/202bb78029b34cd8b536d2d34cf2b1ed 2024-11-16T04:20:46,748 DEBUG [M:0;fda3efb342d8:37755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54b724d9c454d8e86f07a77a65e6bcd is 69, key is fda3efb342d8,33045,1731730819626/rs:state/1731730820907/Put/seqid=0 2024-11-16T04:20:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741850_1026 (size=5156) 2024-11-16T04:20:47,151 INFO [M:0;fda3efb342d8:37755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54b724d9c454d8e86f07a77a65e6bcd 2024-11-16T04:20:47,156 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88b0f280b4294c06a842b2eaa95869e6 as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88b0f280b4294c06a842b2eaa95869e6 2024-11-16T04:20:47,159 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88b0f280b4294c06a842b2eaa95869e6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T04:20:47,160 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/202bb78029b34cd8b536d2d34cf2b1ed as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/202bb78029b34cd8b536d2d34cf2b1ed 2024-11-16T04:20:47,163 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/202bb78029b34cd8b536d2d34cf2b1ed, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T04:20:47,164 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54b724d9c454d8e86f07a77a65e6bcd as hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b54b724d9c454d8e86f07a77a65e6bcd 2024-11-16T04:20:47,168 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/32d2b7e6-dea2-656b-56de-b51203e2c3fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b54b724d9c454d8e86f07a77a65e6bcd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T04:20:47,168 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-16T04:20:47,172 INFO [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:47,172 DEBUG [M:0;fda3efb342d8:37755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730845889Disabling compacts and flushes for region at 1731730845889Disabling writes for close at 1731730845890 (+1 ms)Obtaining lock to block concurrent updates at 1731730845890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730845890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731730845890Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730845891 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730845891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730845905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730845905Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730846313 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730846327 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730846328 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730846736 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730846747 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730846747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e778d6: reopening flushed file at 1731730847155 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed05f25: reopening flushed file at 1731730847160 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae0765e: reopening flushed file at 1731730847164 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731730847168 (+4 ms)Writing region close event to WAL at 1731730847172 (+4 ms)Closed at 1731730847172 2024-11-16T04:20:47,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43943 is added to blk_1073741830_1006 (size=63654) 2024-11-16T04:20:47,175 INFO [M:0;fda3efb342d8:37755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:20:47,176 INFO [M:0;fda3efb342d8:37755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37755 2024-11-16T04:20:47,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:20:47,176 INFO [M:0;fda3efb342d8:37755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:20:47,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:47,361 INFO [M:0;fda3efb342d8:37755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:20:47,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37755-0x10141df3d250000, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:20:47,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abc4f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:47,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:47,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:47,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:47,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:47,367 WARN [BP-901900128-172.17.0.2-1731730817426 heartbeating to localhost/127.0.0.1:41595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:20:47,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:20:47,367 WARN [BP-901900128-172.17.0.2-1731730817426 heartbeating to localhost/127.0.0.1:41595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901900128-172.17.0.2-1731730817426 (Datanode Uuid 261fca7e-8819-4f73-bd49-dd93ba1ad4f9) service to localhost/127.0.0.1:41595 2024-11-16T04:20:47,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:20:47,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/data/data1/current/BP-901900128-172.17.0.2-1731730817426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:47,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/cluster_e7926973-16ea-5151-b5dd-c5da2513d7b6/data/data2/current/BP-901900128-172.17.0.2-1731730817426 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:20:47,368 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:20:47,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33556bef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:47,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:20:47,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:20:47,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:20:47,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c28664dd-f9a6-75bc-fab2-5c23606aaf3e/hadoop.log.dir/,STOPPED} 2024-11-16T04:20:47,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:20:47,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:20:47,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 242) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64718) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34983 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64718) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41595 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7666 (was 7703) 2024-11-16T04:20:47,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=7666 2024-11-16T04:20:47,430 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T04:20:47,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir so I do NOT create it in target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63 2024-11-16T04:20:47,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:20:47,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.tmp.dir so I do NOT create it in target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63 2024-11-16T04:20:47,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/63baf809-78cf-05e5-3873-8c19259067b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:20:47,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63 2024-11-16T04:20:47,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864, deleteOnExit=true 2024-11-16T04:20:47,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/zookeeper_0, clientPort=50543, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:20:47,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50543 2024-11-16T04:20:47,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:20:47,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/test.cache.data in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:20:47,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:47,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:20:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:20:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:20:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:20:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:20:47,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141df3d250005, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:20:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141df3d250002, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:20:47,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141df3d250005, quorum=127.0.0.1:64718, baseZNode=/1-2056211749 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:20:47,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141df3d250002, quorum=127.0.0.1:64718, baseZNode=/02047934351 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:20:47,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:47,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:47,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:47,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:47,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:20:47,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:47,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:47,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:47,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55bb5791{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/java.io.tmpdir/jetty-localhost-35479-hadoop-hdfs-3_4_1-tests_jar-_-any-9209855856943320481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:47,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:35479} 2024-11-16T04:20:47,900 INFO [Time-limited test {}] server.Server(415): Started @234697ms 2024-11-16T04:20:48,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:48,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:48,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:48,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:48,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:20:48,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:48,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:48,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ccff675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/java.io.tmpdir/jetty-localhost-42095-hadoop-hdfs-3_4_1-tests_jar-_-any-6212208196923621329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:48,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:42095} 2024-11-16T04:20:48,285 INFO [Time-limited test {}] server.Server(415): Started @235082ms 2024-11-16T04:20:48,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:20:49,155 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/data/data1/current/BP-511290357-172.17.0.2-1731730847470/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:49,155 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/data/data2/current/BP-511290357-172.17.0.2-1731730847470/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:49,172 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:20:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8778f2cb3e97c810 with lease ID 0x682ace886fee7938: Processing first storage report for DS-8fb814e6-44d3-4ca5-a9fa-f6dac10230d7 from datanode DatanodeRegistration(127.0.0.1:37815, datanodeUuid=b521fb4a-eed9-40a9-be26-f666c1732965, infoPort=37417, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=63897882;c=1731730847470) 2024-11-16T04:20:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8778f2cb3e97c810 with lease ID 0x682ace886fee7938: from storage DS-8fb814e6-44d3-4ca5-a9fa-f6dac10230d7 node DatanodeRegistration(127.0.0.1:37815, datanodeUuid=b521fb4a-eed9-40a9-be26-f666c1732965, infoPort=37417, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=63897882;c=1731730847470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8778f2cb3e97c810 with lease ID 0x682ace886fee7938: Processing first storage report for DS-1c6e9474-1faa-4624-8156-0ed166708635 from datanode DatanodeRegistration(127.0.0.1:37815, datanodeUuid=b521fb4a-eed9-40a9-be26-f666c1732965, infoPort=37417, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=63897882;c=1731730847470) 2024-11-16T04:20:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8778f2cb3e97c810 with lease ID 0x682ace886fee7938: from storage DS-1c6e9474-1faa-4624-8156-0ed166708635 node DatanodeRegistration(127.0.0.1:37815, datanodeUuid=b521fb4a-eed9-40a9-be26-f666c1732965, infoPort=37417, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=63897882;c=1731730847470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:49,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63 2024-11-16T04:20:49,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:49,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:20:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:20:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:20:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:20:49,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:20:49,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d with version=8 2024-11-16T04:20:49,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/hbase-staging 2024-11-16T04:20:49,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:20:49,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:49,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34171 2024-11-16T04:20:49,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34171 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:20:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341710x0, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:49,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34171-0x10141dfb2890000 connected 2024-11-16T04:20:49,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:49,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:49,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/running 2024-11-16T04:20:49,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d, hbase.cluster.distributed=false 2024-11-16T04:20:49,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/acl 2024-11-16T04:20:49,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-16T04:20:49,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34171 2024-11-16T04:20:49,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34171 2024-11-16T04:20:49,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-16T04:20:49,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34171 2024-11-16T04:20:49,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:49,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:49,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:49,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:49,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:49,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:49,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:20:49,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:49,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42777 2024-11-16T04:20:49,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42777 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:20:49,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:49,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:49,924 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427770x0, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:49,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42777-0x10141dfb2890001 connected 2024-11-16T04:20:49,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/running 2024-11-16T04:20:49,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:20:49,925 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:20:49,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/master 2024-11-16T04:20:49,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/acl 2024-11-16T04:20:49,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-16T04:20:49,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42777 2024-11-16T04:20:49,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42777 2024-11-16T04:20:49,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-16T04:20:49,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-16T04:20:49,944 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:34171 2024-11-16T04:20:49,945 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1534508869/backup-masters/fda3efb342d8,34171,1731730849624 2024-11-16T04:20:49,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869/backup-masters 2024-11-16T04:20:49,957 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869/backup-masters 2024-11-16T04:20:49,958 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on existing znode=/0-1534508869/backup-masters/fda3efb342d8,34171,1731730849624 2024-11-16T04:20:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:49,968 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534508869/master 2024-11-16T04:20:49,968 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:49,968 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on existing znode=/0-1534508869/master 2024-11-16T04:20:49,969 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1534508869/backup-masters/fda3efb342d8,34171,1731730849624 from backup master directory 2024-11-16T04:20:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534508869/backup-masters/fda3efb342d8,34171,1731730849624 2024-11-16T04:20:49,978 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869/backup-masters 2024-11-16T04:20:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869/backup-masters 2024-11-16T04:20:49,978 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:49,978 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,34171,1731730849624 2024-11-16T04:20:49,982 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/hbase.id] with ID: 9067a945-1eb0-4c15-a59c-1357f14b8239 2024-11-16T04:20:49,982 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/.tmp/hbase.id 2024-11-16T04:20:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:20:50,389 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/.tmp/hbase.id]:[hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/hbase.id] 2024-11-16T04:20:50,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:50,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:20:50,397 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:20:50,450 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:50,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:20:50,854 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:50,855 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:20:50,855 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:50,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:20:50,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:50,860 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38420 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:20:50,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:20:51,262 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store 2024-11-16T04:20:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:20:51,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:51,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:51,667 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:51,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:51,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:51,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:51,667 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:51,667 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730851667Disabling compacts and flushes for region at 1731730851667Disabling writes for close at 1731730851667Writing region close event to WAL at 1731730851667Closed at 1731730851667 2024-11-16T04:20:51,668 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/.initializing 2024-11-16T04:20:51,668 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/WALs/fda3efb342d8,34171,1731730849624 2024-11-16T04:20:51,669 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:51,670 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C34171%2C1731730849624, suffix=, logDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/WALs/fda3efb342d8,34171,1731730849624, archiveDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/oldWALs, maxLogs=10 2024-11-16T04:20:51,685 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/WALs/fda3efb342d8,34171,1731730849624/fda3efb342d8%2C34171%2C1731730849624.1731730851670, exclude list is [], retry=0 2024-11-16T04:20:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-8fb814e6-44d3-4ca5-a9fa-f6dac10230d7,DISK] 2024-11-16T04:20:51,689 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/WALs/fda3efb342d8,34171,1731730849624/fda3efb342d8%2C34171%2C1731730849624.1731730851670 2024-11-16T04:20:51,690 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-16T04:20:51,690 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:51,690 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:51,690 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,690 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:20:51,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:51,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:51,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:20:51,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:51,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:51,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:20:51,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:51,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:51,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:20:51,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:51,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:51,696 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,697 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,697 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:51,698 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:51,700 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:51,700 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68657854, jitterRate=0.02308174967765808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:51,701 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730851690Initializing all the Stores at 1731730851691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730851691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730851692 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730851692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730851692Cleaning up temporary data from old regions at 1731730851698 (+6 ms)Region opened successfully at 1731730851701 (+3 ms) 2024-11-16T04:20:51,701 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:20:51,703 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b45d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:51,703 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:20:51,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:20:51,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:20:51,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:20:51,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:20:51,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:20:51,704 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:20:51,709 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:20:51,710 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Unable to get data of znode /0-1534508869/balancer because node does not exist (not necessarily an error) 2024-11-16T04:20:51,757 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534508869/balancer already deleted, retry=false 2024-11-16T04:20:51,758 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:20:51,758 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Unable to get data of znode /0-1534508869/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:20:51,768 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534508869/normalizer already deleted, retry=false 2024-11-16T04:20:51,768 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:20:51,769 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Unable to get data of znode /0-1534508869/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:20:51,778 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534508869/switch/split already deleted, retry=false 2024-11-16T04:20:51,779 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Unable to get data of znode /0-1534508869/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:20:51,789 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534508869/switch/merge already deleted, retry=false 2024-11-16T04:20:51,790 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Unable to get data of znode /0-1534508869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:20:51,799 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534508869/snapshot-cleanup already deleted, retry=false 2024-11-16T04:20:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534508869/running 2024-11-16T04:20:51,810 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1534508869/running 2024-11-16T04:20:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:51,810 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:51,810 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,34171,1731730849624, sessionid=0x10141dfb2890000, setting cluster-up flag (Was=false) 2024-11-16T04:20:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:51,831 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:51,862 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1534508869/flush-table-proc/acquired, /0-1534508869/flush-table-proc/reached, /0-1534508869/flush-table-proc/abort 2024-11-16T04:20:51,863 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,34171,1731730849624 2024-11-16T04:20:51,883 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:51,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:51,915 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1534508869/online-snapshot/acquired, /0-1534508869/online-snapshot/reached, /0-1534508869/online-snapshot/abort 2024-11-16T04:20:51,916 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,34171,1731730849624 2024-11-16T04:20:51,917 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:20:51,918 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:51,918 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:20:51,918 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:20:51,918 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,34171,1731730849624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:20:51,919 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:51,919 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:51,920 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:51,920 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:51,920 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:20:51,920 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,920 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:51,920 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:51,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:20:51,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:51,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730881922 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:20:51,922 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:20:51,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:20:51,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:20:51,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:20:51,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:20:51,923 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:20:51,923 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730851923,5,FailOnTimeoutGroup] 2024-11-16T04:20:51,924 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730851923,5,FailOnTimeoutGroup] 2024-11-16T04:20:51,924 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,924 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:20:51,924 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,924 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:20:51,935 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(746): ClusterId : 9067a945-1eb0-4c15-a59c-1357f14b8239 2024-11-16T04:20:51,935 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:20:51,947 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:20:51,947 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:20:51,958 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:20:51,958 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f2bc97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:51,968 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:42777 2024-11-16T04:20:51,968 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:20:51,968 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:20:51,968 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:20:51,969 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,34171,1731730849624 with port=42777, startcode=1731730849905 2024-11-16T04:20:51,969 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:20:51,970 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:20:51,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,42777,1731730849905 2024-11-16T04:20:51,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34171 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,42777,1731730849905 2024-11-16T04:20:51,971 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d 2024-11-16T04:20:51,971 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37449 2024-11-16T04:20:51,971 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:20:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869/rs 2024-11-16T04:20:51,979 DEBUG [RS:0;fda3efb342d8:42777 {}] zookeeper.ZKUtil(111): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on existing znode=/0-1534508869/rs/fda3efb342d8,42777,1731730849905 2024-11-16T04:20:51,979 WARN [RS:0;fda3efb342d8:42777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:51,979 INFO [RS:0;fda3efb342d8:42777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:51,979 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905 2024-11-16T04:20:51,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,42777,1731730849905] 2024-11-16T04:20:51,981 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:20:51,982 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:20:51,983 INFO [RS:0;fda3efb342d8:42777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:20:51,983 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,983 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:20:51,983 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:20:51,983 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,983 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,983 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,983 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:51,984 DEBUG [RS:0;fda3efb342d8:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:51,987 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,987 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,987 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,987 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,987 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:51,987 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42777,1731730849905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:52,000 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:20:52,000 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42777,1731730849905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:52,000 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:52,000 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.Replication(171): fda3efb342d8,42777,1731730849905 started 2024-11-16T04:20:52,013 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:52,013 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,42777,1731730849905, RpcServer on fda3efb342d8/172.17.0.2:42777, sessionid=0x10141dfb2890001 2024-11-16T04:20:52,013 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:20:52,013 DEBUG [RS:0;fda3efb342d8:42777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,42777,1731730849905 2024-11-16T04:20:52,013 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,42777,1731730849905' 2024-11-16T04:20:52,013 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1534508869/flush-table-proc/abort' 2024-11-16T04:20:52,013 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1534508869/flush-table-proc/acquired' 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,42777,1731730849905 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,42777,1731730849905' 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1534508869/online-snapshot/abort' 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1534508869/online-snapshot/acquired' 2024-11-16T04:20:52,014 DEBUG [RS:0;fda3efb342d8:42777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:20:52,014 INFO [RS:0;fda3efb342d8:42777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:20:52,014 INFO [RS:0;fda3efb342d8:42777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:20:52,114 INFO [RS:0;fda3efb342d8:42777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:52,116 INFO [RS:0;fda3efb342d8:42777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C42777%2C1731730849905, suffix=, logDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905, archiveDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/oldWALs, maxLogs=10 2024-11-16T04:20:52,126 DEBUG [RS:0;fda3efb342d8:42777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, exclude list is [], retry=0 2024-11-16T04:20:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-8fb814e6-44d3-4ca5-a9fa-f6dac10230d7,DISK] 2024-11-16T04:20:52,130 INFO [RS:0;fda3efb342d8:42777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 2024-11-16T04:20:52,130 DEBUG [RS:0;fda3efb342d8:42777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-16T04:20:52,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:20:52,330 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d 2024-11-16T04:20:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:20:52,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:52,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:52,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:52,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:52,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:52,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:52,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:52,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:52,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:52,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:52,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:52,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:52,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:52,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:52,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:52,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:52,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:52,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:52,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740 2024-11-16T04:20:52,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740 2024-11-16T04:20:52,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:52,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:52,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:52,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:52,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:52,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61439338, jitterRate=-0.08448252081871033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730852744Initializing all the Stores at 1731730852744Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730852744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730852745 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730852745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730852745Cleaning up temporary data from old regions at 1731730852752 (+7 ms)Region opened successfully at 1731730852756 (+4 ms) 2024-11-16T04:20:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:52,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:52,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:52,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730852756Disabling compacts and flushes for region at 1731730852756Disabling writes for close at 1731730852756Writing region close event to WAL at 1731730852756Closed at 1731730852756 2024-11-16T04:20:52,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:52,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:20:52,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:20:52,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:52,759 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:20:52,909 DEBUG [fda3efb342d8:34171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:20:52,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,42777,1731730849905 2024-11-16T04:20:52,911 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,42777,1731730849905, state=OPENING 2024-11-16T04:20:52,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:20:53,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:53,009 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:20:53,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:53,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534508869/meta-region-server: CHANGED 2024-11-16T04:20:53,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534508869/meta-region-server: CHANGED 2024-11-16T04:20:53,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,42777,1731730849905}] 2024-11-16T04:20:53,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:53,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:20:53,165 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:20:53,165 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:53,165 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:20:53,166 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C42777%2C1731730849905.meta, suffix=.meta, logDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905, archiveDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/oldWALs, maxLogs=10 2024-11-16T04:20:53,179 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.meta.1731730853167.meta, exclude list is [], retry=0 2024-11-16T04:20:53,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-8fb814e6-44d3-4ca5-a9fa-f6dac10230d7,DISK] 2024-11-16T04:20:53,183 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.meta.1731730853167.meta 2024-11-16T04:20:53,183 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-16T04:20:53,183 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:53,183 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:53,184 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:53,184 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:20:53,184 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:20:53,184 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:20:53,184 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:53,184 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:20:53,184 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:20:53,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:53,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:53,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:53,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:53,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:53,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:53,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:53,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:53,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:53,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:53,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:53,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:53,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:53,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:53,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:53,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:53,189 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:53,190 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740 2024-11-16T04:20:53,190 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740 2024-11-16T04:20:53,191 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:53,191 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:53,191 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:53,193 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:53,193 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73943480, jitterRate=0.10184371471405029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:53,193 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:20:53,194 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730853184Writing region info on filesystem at 1731730853184Initializing all the Stores at 1731730853185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730853185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730853185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730853185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730853185Cleaning up temporary data from old regions at 1731730853191 (+6 ms)Running coprocessor post-open hooks at 1731730853193 (+2 ms)Region opened successfully at 1731730853194 (+1 ms) 2024-11-16T04:20:53,195 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730853161 2024-11-16T04:20:53,196 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:20:53,196 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:20:53,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,42777,1731730849905 2024-11-16T04:20:53,197 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,42777,1731730849905, state=OPEN 2024-11-16T04:20:53,218 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1534508869/meta-region-server 2024-11-16T04:20:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1534508869/meta-region-server 2024-11-16T04:20:53,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534508869/meta-region-server: CHANGED 2024-11-16T04:20:53,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1534508869/meta-region-server: CHANGED 2024-11-16T04:20:53,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,42777,1731730849905 2024-11-16T04:20:53,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:20:53,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,42777,1731730849905 in 209 msec 2024-11-16T04:20:53,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:20:53,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-16T04:20:53,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:53,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:20:53,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:53,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42777,1731730849905, seqNum=-1] 2024-11-16T04:20:53,224 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:53,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:53,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-16T04:20:53,229 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730853229, completionTime=-1 2024-11-16T04:20:53,229 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:20:53,229 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:20:53,230 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:20:53,230 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730913230 2024-11-16T04:20:53,230 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730973230 2024-11-16T04:20:53,230 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:20:53,231 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,34171,1731730849624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,231 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,34171,1731730849624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,231 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,34171,1731730849624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,231 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:34171, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,231 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,231 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,232 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,34171,1731730849624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:53,234 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,34171,1731730849624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:20:53,236 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:20:53,236 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:20:53,236 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,34171,1731730849624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:53,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:53,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:20:53,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:53,243 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3d80c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:53,244 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:53,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:53,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42777,1731730849905, seqNum=-1] 2024-11-16T04:20:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:53,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,34171,1731730849624 2024-11-16T04:20:53,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:20:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:53,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141dfb2890002 connected 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir so I do NOT create it in target/test-data/e415d641-7d70-2dca-a89c-3072c0434433 2024-11-16T04:20:53,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.tmp.dir so I do NOT create it in target/test-data/e415d641-7d70-2dca-a89c-3072c0434433 2024-11-16T04:20:53,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:20:53,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/cluster_6a71ceb6-743a-0180-6f17-1b9a364f1dad, deleteOnExit=true 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/test.cache.data in system properties and HBase conf 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:20:53,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:20:53,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:20:53,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:20:54,383 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T04:20:54,384 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,384 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,410 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,410 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,410 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,410 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,410 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,411 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,415 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,418 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,418 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:20:54,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:54,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:54,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:54,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:54,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:20:54,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:54,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:54,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666de90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:54,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51434c40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/java.io.tmpdir/jetty-localhost-43877-hadoop-hdfs-3_4_1-tests_jar-_-any-16350941921690492757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:20:54,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51cf730b{HTTP/1.1, (http/1.1)}{localhost:43877} 2024-11-16T04:20:54,543 INFO [Time-limited test {}] server.Server(415): Started @241340ms 2024-11-16T04:20:54,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:20:54,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:20:54,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:20:54,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:20:54,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:20:54,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:20:54,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30dd4f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:20:54,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a7f541b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/java.io.tmpdir/jetty-localhost-44433-hadoop-hdfs-3_4_1-tests_jar-_-any-5984231399014410078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:20:54,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@339b9dcb{HTTP/1.1, (http/1.1)}{localhost:44433} 2024-11-16T04:20:54,978 INFO [Time-limited test {}] server.Server(415): Started @241775ms 2024-11-16T04:20:54,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:20:55,682 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/cluster_6a71ceb6-743a-0180-6f17-1b9a364f1dad/data/data2/current/BP-959944928-172.17.0.2-1731730853290/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:55,682 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/cluster_6a71ceb6-743a-0180-6f17-1b9a364f1dad/data/data1/current/BP-959944928-172.17.0.2-1731730853290/current, will proceed with Du for space computation calculation, 2024-11-16T04:20:55,707 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:20:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b36cb5a68e97e7d with lease ID 0x3359924479cf34a6: Processing first storage report for DS-dc3c209a-6443-4791-b108-ea23282354fa from datanode DatanodeRegistration(127.0.0.1:35421, datanodeUuid=5a3b641a-6887-4675-8274-83a5721cfc25, infoPort=35917, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1549250656;c=1731730853290) 2024-11-16T04:20:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b36cb5a68e97e7d with lease ID 0x3359924479cf34a6: from storage DS-dc3c209a-6443-4791-b108-ea23282354fa node DatanodeRegistration(127.0.0.1:35421, datanodeUuid=5a3b641a-6887-4675-8274-83a5721cfc25, infoPort=35917, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1549250656;c=1731730853290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b36cb5a68e97e7d with lease ID 0x3359924479cf34a6: Processing first storage report for DS-737e45b8-4848-4240-a415-234a3d5074b3 from datanode DatanodeRegistration(127.0.0.1:35421, datanodeUuid=5a3b641a-6887-4675-8274-83a5721cfc25, infoPort=35917, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1549250656;c=1731730853290) 2024-11-16T04:20:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b36cb5a68e97e7d with lease ID 0x3359924479cf34a6: from storage DS-737e45b8-4848-4240-a415-234a3d5074b3 node DatanodeRegistration(127.0.0.1:35421, datanodeUuid=5a3b641a-6887-4675-8274-83a5721cfc25, infoPort=35917, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=1549250656;c=1731730853290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:20:55,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433 2024-11-16T04:20:55,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:55,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:20:56,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a with version=8 2024-11-16T04:20:56,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/hbase-staging 2024-11-16T04:20:56,216 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:20:56,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:56,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33557 2024-11-16T04:20:56,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33557 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:20:56,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335570x0, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:56,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33557-0x10141dfb2890003 connected 2024-11-16T04:20:56,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:56,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:56,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/running 2024-11-16T04:20:56,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a, hbase.cluster.distributed=false 2024-11-16T04:20:56,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/acl 2024-11-16T04:20:56,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-16T04:20:56,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33557 2024-11-16T04:20:56,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33557 2024-11-16T04:20:56,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-16T04:20:56,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-16T04:20:56,368 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:20:56,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:56,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:56,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:20:56,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:20:56,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:20:56,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:20:56,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:20:56,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39157 2024-11-16T04:20:56,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39157 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:20:56,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:56,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:56,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391570x0, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:56,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391570x0, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/running 2024-11-16T04:20:56,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39157-0x10141dfb2890004 connected 2024-11-16T04:20:56,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:20:56,387 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:20:56,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/master 2024-11-16T04:20:56,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/acl 2024-11-16T04:20:56,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39157 2024-11-16T04:20:56,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39157 2024-11-16T04:20:56,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39157 2024-11-16T04:20:56,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39157 2024-11-16T04:20:56,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39157 2024-11-16T04:20:56,404 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:33557 2024-11-16T04:20:56,404 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1253474592/backup-masters/fda3efb342d8,33557,1731730856216 2024-11-16T04:20:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592/backup-masters 2024-11-16T04:20:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592/backup-masters 2024-11-16T04:20:56,410 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on existing znode=/1253474592/backup-masters/fda3efb342d8,33557,1731730856216 2024-11-16T04:20:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1253474592/master 2024-11-16T04:20:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:56,420 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on existing znode=/1253474592/master 2024-11-16T04:20:56,421 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1253474592/backup-masters/fda3efb342d8,33557,1731730856216 from backup master directory 2024-11-16T04:20:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592/backup-masters 2024-11-16T04:20:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253474592/backup-masters/fda3efb342d8,33557,1731730856216 2024-11-16T04:20:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592/backup-masters 2024-11-16T04:20:56,431 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:56,431 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,33557,1731730856216 2024-11-16T04:20:56,433 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/hbase.id] with ID: 7368a000-9e98-4023-991c-432f287e3674 2024-11-16T04:20:56,433 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/.tmp/hbase.id 2024-11-16T04:20:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:20:56,837 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/.tmp/hbase.id]:[hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/hbase.id] 2024-11-16T04:20:56,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:20:56,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:20:56,846 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:20:56,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:56,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:56,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:20:57,317 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:20:57,318 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:20:57,318 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:57,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:20:57,726 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store 2024-11-16T04:20:57,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:20:57,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:20:58,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:58,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:20:58,131 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:58,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:58,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:20:58,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:58,131 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:20:58,131 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730858131Disabling compacts and flushes for region at 1731730858131Disabling writes for close at 1731730858131Writing region close event to WAL at 1731730858131Closed at 1731730858131 2024-11-16T04:20:58,132 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/.initializing 2024-11-16T04:20:58,132 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/WALs/fda3efb342d8,33557,1731730856216 2024-11-16T04:20:58,133 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:58,134 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C33557%2C1731730856216, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/WALs/fda3efb342d8,33557,1731730856216, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/oldWALs, maxLogs=10 2024-11-16T04:20:58,145 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/WALs/fda3efb342d8,33557,1731730856216/fda3efb342d8%2C33557%2C1731730856216.1731730858134, exclude list is [], retry=0 2024-11-16T04:20:58,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-dc3c209a-6443-4791-b108-ea23282354fa,DISK] 2024-11-16T04:20:58,149 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/WALs/fda3efb342d8,33557,1731730856216/fda3efb342d8%2C33557%2C1731730856216.1731730858134 2024-11-16T04:20:58,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-16T04:20:58,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:58,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:58,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:20:58,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:58,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:58,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:20:58,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:58,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:58,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:20:58,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:58,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:58,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:20:58,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:58,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:20:58,155 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,155 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,156 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,157 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,157 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,157 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:58,158 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:20:58,159 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:58,159 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67969236, jitterRate=0.012820541858673096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:58,160 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730858149Initializing all the Stores at 1731730858150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730858150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730858150Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730858150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730858150Cleaning up temporary data from old regions at 1731730858157 (+7 ms)Region opened successfully at 1731730858159 (+2 ms) 2024-11-16T04:20:58,160 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:20:58,161 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95776ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:58,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:20:58,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:20:58,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:20:58,162 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:20:58,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:20:58,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:20:58,163 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:20:58,164 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:20:58,165 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Unable to get data of znode /1253474592/balancer because node does not exist (not necessarily an error) 2024-11-16T04:20:58,260 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253474592/balancer already deleted, retry=false 2024-11-16T04:20:58,261 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:20:58,261 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Unable to get data of znode /1253474592/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:20:58,272 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253474592/normalizer already deleted, retry=false 2024-11-16T04:20:58,273 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:20:58,274 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Unable to get data of znode /1253474592/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:20:58,283 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253474592/switch/split already deleted, retry=false 2024-11-16T04:20:58,284 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Unable to get data of znode /1253474592/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:20:58,293 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253474592/switch/merge already deleted, retry=false 2024-11-16T04:20:58,295 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Unable to get data of znode /1253474592/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:20:58,304 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253474592/snapshot-cleanup already deleted, retry=false 2024-11-16T04:20:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1253474592/running 2024-11-16T04:20:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1253474592/running 2024-11-16T04:20:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:58,315 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,33557,1731730856216, sessionid=0x10141dfb2890003, setting cluster-up flag (Was=false) 2024-11-16T04:20:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:58,367 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1253474592/flush-table-proc/acquired, /1253474592/flush-table-proc/reached, /1253474592/flush-table-proc/abort 2024-11-16T04:20:58,368 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,33557,1731730856216 2024-11-16T04:20:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:58,420 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1253474592/online-snapshot/acquired, /1253474592/online-snapshot/reached, /1253474592/online-snapshot/abort 2024-11-16T04:20:58,421 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,33557,1731730856216 2024-11-16T04:20:58,422 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:20:58,423 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:58,424 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:20:58,424 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:20:58,424 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,33557,1731730856216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:58,425 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,426 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730888426 2024-11-16T04:20:58,426 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:20:58,427 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:20:58,427 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:20:58,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:58,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:20:58,427 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:20:58,427 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:20:58,427 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:20:58,427 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,428 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:20:58,428 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:20:58,428 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:58,428 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:20:58,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:20:58,428 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:20:58,428 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:20:58,429 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:20:58,429 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730858429,5,FailOnTimeoutGroup] 2024-11-16T04:20:58,429 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730858429,5,FailOnTimeoutGroup] 2024-11-16T04:20:58,429 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,429 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:20:58,429 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,429 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:20:58,497 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(746): ClusterId : 7368a000-9e98-4023-991c-432f287e3674 2024-11-16T04:20:58,497 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:20:58,505 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:20:58,505 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:20:58,515 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:20:58,516 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fb61bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:20:58,525 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:39157 2024-11-16T04:20:58,526 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:20:58,526 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:20:58,526 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:20:58,526 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,33557,1731730856216 with port=39157, startcode=1731730856368 2024-11-16T04:20:58,526 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:20:58,528 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:20:58,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,39157,1731730856368 2024-11-16T04:20:58,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33557 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,39157,1731730856368 2024-11-16T04:20:58,529 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a 2024-11-16T04:20:58,529 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40777 2024-11-16T04:20:58,529 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:20:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592/rs 2024-11-16T04:20:58,576 DEBUG [RS:0;fda3efb342d8:39157 {}] zookeeper.ZKUtil(111): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on existing znode=/1253474592/rs/fda3efb342d8,39157,1731730856368 2024-11-16T04:20:58,576 WARN [RS:0;fda3efb342d8:39157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:20:58,576 INFO [RS:0;fda3efb342d8:39157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:58,577 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368 2024-11-16T04:20:58,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,39157,1731730856368] 2024-11-16T04:20:58,579 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:20:58,581 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:20:58,581 INFO [RS:0;fda3efb342d8:39157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:20:58,582 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,582 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:20:58,582 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:20:58,582 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,582 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:58,583 DEBUG [RS:0;fda3efb342d8:39157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:20:58,583 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,583 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,583 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,583 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,583 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,583 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39157,1731730856368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:58,595 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:20:58,595 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39157,1731730856368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,595 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,595 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.Replication(171): fda3efb342d8,39157,1731730856368 started 2024-11-16T04:20:58,606 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:58,606 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,39157,1731730856368, RpcServer on fda3efb342d8/172.17.0.2:39157, sessionid=0x10141dfb2890004 2024-11-16T04:20:58,606 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:20:58,606 DEBUG [RS:0;fda3efb342d8:39157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,39157,1731730856368 2024-11-16T04:20:58,606 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,39157,1731730856368' 2024-11-16T04:20:58,606 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1253474592/flush-table-proc/abort' 2024-11-16T04:20:58,607 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1253474592/flush-table-proc/acquired' 2024-11-16T04:20:58,607 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:20:58,607 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:20:58,607 DEBUG [RS:0;fda3efb342d8:39157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,39157,1731730856368 2024-11-16T04:20:58,607 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,39157,1731730856368' 2024-11-16T04:20:58,607 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1253474592/online-snapshot/abort' 2024-11-16T04:20:58,608 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1253474592/online-snapshot/acquired' 2024-11-16T04:20:58,608 DEBUG [RS:0;fda3efb342d8:39157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:20:58,608 INFO [RS:0;fda3efb342d8:39157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:20:58,608 INFO [RS:0;fda3efb342d8:39157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:20:58,708 INFO [RS:0;fda3efb342d8:39157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:20:58,709 INFO [RS:0;fda3efb342d8:39157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39157%2C1731730856368, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/oldWALs, maxLogs=10 2024-11-16T04:20:58,720 DEBUG [RS:0;fda3efb342d8:39157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, exclude list is [], retry=0 2024-11-16T04:20:58,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-dc3c209a-6443-4791-b108-ea23282354fa,DISK] 2024-11-16T04:20:58,724 INFO [RS:0;fda3efb342d8:39157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 2024-11-16T04:20:58,724 DEBUG [RS:0;fda3efb342d8:39157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-16T04:20:58,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:20:58,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a 2024-11-16T04:20:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:20:59,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:59,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:59,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:59,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:59,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:59,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:59,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:59,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:59,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:59,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740 2024-11-16T04:20:59,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740 2024-11-16T04:20:59,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:59,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:59,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:59,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:59,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:20:59,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62217765, jitterRate=-0.07288305461406708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:59,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730859239Initializing all the Stores at 1731730859240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730859240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730859240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730859240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730859240Cleaning up temporary data from old regions at 1731730859246 (+6 ms)Region opened successfully at 1731730859249 (+3 ms) 2024-11-16T04:20:59,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:20:59,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:20:59,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:20:59,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:20:59,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:20:59,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:20:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730859249Disabling compacts and flushes for region at 1731730859249Disabling writes for close at 1731730859249Writing region close event to WAL at 1731730859250 (+1 ms)Closed at 1731730859250 2024-11-16T04:20:59,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:59,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:20:59,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:20:59,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:59,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:20:59,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:20:59,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:20:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:20:59,402 DEBUG [fda3efb342d8:33557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:20:59,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,39157,1731730856368 2024-11-16T04:20:59,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,39157,1731730856368, state=OPENING 2024-11-16T04:20:59,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:20:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:20:59,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253474592/meta-region-server: CHANGED 2024-11-16T04:20:59,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253474592/meta-region-server: CHANGED 2024-11-16T04:20:59,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:20:59,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,39157,1731730856368}] 2024-11-16T04:20:59,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:20:59,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:20:59,639 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:20:59,639 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:20:59,639 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:20:59,640 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39157%2C1731730856368.meta, suffix=.meta, logDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/oldWALs, maxLogs=10 2024-11-16T04:20:59,652 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.meta.1731730859640.meta, exclude list is [], retry=0 2024-11-16T04:20:59,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-dc3c209a-6443-4791-b108-ea23282354fa,DISK] 2024-11-16T04:20:59,655 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.meta.1731730859640.meta 2024-11-16T04:20:59,655 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-16T04:20:59,655 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:20:59,656 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:20:59,656 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:20:59,656 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:20:59,656 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:20:59,656 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:20:59,656 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:20:59,656 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:20:59,656 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:20:59,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:20:59,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:20:59,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:20:59,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:20:59,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:20:59,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:20:59,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:20:59,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:20:59,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:20:59,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:20:59,661 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:20:59,661 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740 2024-11-16T04:20:59,662 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740 2024-11-16T04:20:59,662 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:20:59,662 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:20:59,663 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:20:59,663 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:20:59,664 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66531489, jitterRate=-0.00860355794429779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:20:59,664 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:20:59,664 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730859656Writing region info on filesystem at 1731730859656Initializing all the Stores at 1731730859657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730859657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730859657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730859657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730859657Cleaning up temporary data from old regions at 1731730859662 (+5 ms)Running coprocessor post-open hooks at 1731730859664 (+2 ms)Region opened successfully at 1731730859664 2024-11-16T04:20:59,665 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730859635 2024-11-16T04:20:59,666 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:20:59,666 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:20:59,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,39157,1731730856368 2024-11-16T04:20:59,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,39157,1731730856368, state=OPEN 2024-11-16T04:20:59,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1253474592/meta-region-server 2024-11-16T04:20:59,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1253474592/meta-region-server 2024-11-16T04:20:59,673 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,39157,1731730856368 2024-11-16T04:20:59,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253474592/meta-region-server: CHANGED 2024-11-16T04:20:59,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253474592/meta-region-server: CHANGED 2024-11-16T04:20:59,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:20:59,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,39157,1731730856368 in 190 msec 2024-11-16T04:20:59,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:20:59,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-16T04:20:59,676 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:20:59,676 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:20:59,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:59,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39157,1731730856368, seqNum=-1] 2024-11-16T04:20:59,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:59,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:59,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-16T04:20:59,682 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730859682, completionTime=-1 2024-11-16T04:20:59,682 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:20:59,682 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:20:59,684 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:20:59,684 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730919684 2024-11-16T04:20:59,684 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730979684 2024-11-16T04:20:59,684 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:20:59,685 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33557,1731730856216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,685 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33557,1731730856216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,685 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33557,1731730856216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,685 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:33557, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,685 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,686 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:20:59,688 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.260sec 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33557,1731730856216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:20:59,691 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33557,1731730856216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:20:59,693 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:20:59,693 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:20:59,693 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33557,1731730856216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:20:59,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:59,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33557,-1 for getting cluster id 2024-11-16T04:20:59,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:20:59,698 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7368a000-9e98-4023-991c-432f287e3674' 2024-11-16T04:20:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:20:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7368a000-9e98-4023-991c-432f287e3674" 2024-11-16T04:20:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acdecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33557,-1] 2024-11-16T04:20:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:20:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:20:59,700 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:20:59,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:20:59,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:20:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39157,1731730856368, seqNum=-1] 2024-11-16T04:20:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:20:59,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:20:59,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,33557,1731730856216 2024-11-16T04:20:59,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:20:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:20:59,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141dfb2890005 connected 2024-11-16T04:20:59,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir so I do NOT create it in target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc 2024-11-16T04:20:59,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:20:59,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.tmp.dir so I do NOT create it in target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc 2024-11-16T04:20:59,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:20:59,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc 2024-11-16T04:20:59,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:20:59,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/cluster_a556e91c-8964-4706-63e1-66972f3f8b7b, deleteOnExit=true 2024-11-16T04:20:59,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/test.cache.data in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:20:59,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:20:59,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:20:59,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:21:00,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:00,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:00,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:00,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:00,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:21:00,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:00,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:00,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:00,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d5c399{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/java.io.tmpdir/jetty-localhost-45413-hadoop-hdfs-3_4_1-tests_jar-_-any-15714024515821980498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:00,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:45413} 2024-11-16T04:21:00,263 INFO [Time-limited test {}] server.Server(415): Started @247059ms 2024-11-16T04:21:00,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:00,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:00,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:00,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:00,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:21:00,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:00,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:00,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8cf022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/java.io.tmpdir/jetty-localhost-36989-hadoop-hdfs-3_4_1-tests_jar-_-any-8695295139320410263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:00,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:36989} 2024-11-16T04:21:00,578 INFO [Time-limited test {}] server.Server(415): Started @247374ms 2024-11-16T04:21:00,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:21:00,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:00,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:21:00,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48430 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:21:01,303 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/cluster_a556e91c-8964-4706-63e1-66972f3f8b7b/data/data1/current/BP-1412007216-172.17.0.2-1731730859816/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:01,303 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/cluster_a556e91c-8964-4706-63e1-66972f3f8b7b/data/data2/current/BP-1412007216-172.17.0.2-1731730859816/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:01,322 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:21:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf5993a78fa7fe34 with lease ID 0x4c5cf729199c96b3: Processing first storage report for DS-ecf1bde5-a8e3-4eb1-908d-b0a2808b235b from datanode DatanodeRegistration(127.0.0.1:44147, datanodeUuid=0ef3446c-f626-44ae-a61a-70e0419042f5, infoPort=45693, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=348935052;c=1731730859816) 2024-11-16T04:21:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf5993a78fa7fe34 with lease ID 0x4c5cf729199c96b3: from storage DS-ecf1bde5-a8e3-4eb1-908d-b0a2808b235b node DatanodeRegistration(127.0.0.1:44147, datanodeUuid=0ef3446c-f626-44ae-a61a-70e0419042f5, infoPort=45693, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=348935052;c=1731730859816), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf5993a78fa7fe34 with lease ID 0x4c5cf729199c96b3: Processing first storage report for DS-664193af-36fc-4cf9-b609-01cdc963fdaf from datanode DatanodeRegistration(127.0.0.1:44147, datanodeUuid=0ef3446c-f626-44ae-a61a-70e0419042f5, infoPort=45693, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=348935052;c=1731730859816) 2024-11-16T04:21:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf5993a78fa7fe34 with lease ID 0x4c5cf729199c96b3: from storage DS-664193af-36fc-4cf9-b609-01cdc963fdaf node DatanodeRegistration(127.0.0.1:44147, datanodeUuid=0ef3446c-f626-44ae-a61a-70e0419042f5, infoPort=45693, infoSecurePort=0, ipcPort=46105, storageInfo=lv=-57;cid=testClusterID;nsid=348935052;c=1731730859816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:01,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc 2024-11-16T04:21:01,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:01,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:21:01,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459 with version=8 2024-11-16T04:21:01,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/hbase-staging 2024-11-16T04:21:01,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:01,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:01,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:01,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:01,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:01,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:01,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:21:01,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:01,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39703 2024-11-16T04:21:01,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39703 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:21:01,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397030x0, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:01,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39703-0x10141dfb2890006 connected 2024-11-16T04:21:01,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:01,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:01,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/running 2024-11-16T04:21:01,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459, hbase.cluster.distributed=false 2024-11-16T04:21:01,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/acl 2024-11-16T04:21:01,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-16T04:21:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39703 2024-11-16T04:21:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39703 2024-11-16T04:21:01,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-16T04:21:01,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-16T04:21:01,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:21:01,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:01,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36017 2024-11-16T04:21:01,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36017 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:21:01,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:01,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:01,988 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360170x0, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:01,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360170x0, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/running 2024-11-16T04:21:01,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36017-0x10141dfb2890007 connected 2024-11-16T04:21:01,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:21:01,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:21:01,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/master 2024-11-16T04:21:01,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/acl 2024-11-16T04:21:01,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-16T04:21:01,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36017 2024-11-16T04:21:01,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36017 2024-11-16T04:21:01,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-16T04:21:01,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36017 2024-11-16T04:21:02,007 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:39703 2024-11-16T04:21:02,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-77448059/backup-masters/fda3efb342d8,39703,1731730861822 2024-11-16T04:21:02,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059/backup-masters 2024-11-16T04:21:02,020 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059/backup-masters 2024-11-16T04:21:02,020 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on existing znode=/2-77448059/backup-masters/fda3efb342d8,39703,1731730861822 2024-11-16T04:21:02,030 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-77448059/master 2024-11-16T04:21:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:02,030 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:02,030 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on existing znode=/2-77448059/master 2024-11-16T04:21:02,031 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-77448059/backup-masters/fda3efb342d8,39703,1731730861822 from backup master directory 2024-11-16T04:21:02,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-77448059/backup-masters/fda3efb342d8,39703,1731730861822 2024-11-16T04:21:02,041 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059/backup-masters 2024-11-16T04:21:02,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059/backup-masters 2024-11-16T04:21:02,041 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:02,041 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,39703,1731730861822 2024-11-16T04:21:02,043 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/hbase.id] with ID: 6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4 2024-11-16T04:21:02,043 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/.tmp/hbase.id 2024-11-16T04:21:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:21:02,448 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/.tmp/hbase.id]:[hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/hbase.id] 2024-11-16T04:21:02,454 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:02,454 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:21:02,455 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:21:02,504 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:02,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:21:02,910 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:02,911 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:21:02,911 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:21:03,317 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store 2024-11-16T04:21:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:03,322 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:03,322 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730863322Disabling compacts and flushes for region at 1731730863322Disabling writes for close at 1731730863322Writing region close event to WAL at 1731730863322Closed at 1731730863322 2024-11-16T04:21:03,322 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/.initializing 2024-11-16T04:21:03,322 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/WALs/fda3efb342d8,39703,1731730861822 2024-11-16T04:21:03,323 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:03,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C39703%2C1731730861822, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/WALs/fda3efb342d8,39703,1731730861822, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/oldWALs, maxLogs=10 2024-11-16T04:21:03,335 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/WALs/fda3efb342d8,39703,1731730861822/fda3efb342d8%2C39703%2C1731730861822.1731730863324, exclude list is [], retry=0 2024-11-16T04:21:03,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44147,DS-ecf1bde5-a8e3-4eb1-908d-b0a2808b235b,DISK] 2024-11-16T04:21:03,338 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/WALs/fda3efb342d8,39703,1731730861822/fda3efb342d8%2C39703%2C1731730861822.1731730863324 2024-11-16T04:21:03,338 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45693:45693)] 2024-11-16T04:21:03,338 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:03,338 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:03,338 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,338 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:21:03,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:03,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:03,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:21:03,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:03,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:03,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:21:03,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:03,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:03,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:21:03,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:03,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:03,344 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,344 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,344 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,345 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,345 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,345 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:03,346 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:03,347 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:03,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70274767, jitterRate=0.047175630927085876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:03,348 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730863339Initializing all the Stores at 1731730863339Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730863339Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730863339Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730863339Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730863339Cleaning up temporary data from old regions at 1731730863345 (+6 ms)Region opened successfully at 1731730863348 (+3 ms) 2024-11-16T04:21:03,348 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:21:03,350 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa15a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:03,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:21:03,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:21:03,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:21:03,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:21:03,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:21:03,352 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:21:03,352 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:21:03,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:21:03,354 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Unable to get data of znode /2-77448059/balancer because node does not exist (not necessarily an error) 2024-11-16T04:21:03,439 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-77448059/balancer already deleted, retry=false 2024-11-16T04:21:03,439 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:21:03,440 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Unable to get data of znode /2-77448059/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:21:03,451 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-77448059/normalizer already deleted, retry=false 2024-11-16T04:21:03,451 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:21:03,452 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Unable to get data of znode /2-77448059/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:21:03,462 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-77448059/switch/split already deleted, retry=false 2024-11-16T04:21:03,462 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Unable to get data of znode /2-77448059/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:21:03,472 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-77448059/switch/merge already deleted, retry=false 2024-11-16T04:21:03,474 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Unable to get data of znode /2-77448059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:21:03,483 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-77448059/snapshot-cleanup already deleted, retry=false 2024-11-16T04:21:03,493 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-77448059/running 2024-11-16T04:21:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-77448059/running 2024-11-16T04:21:03,493 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:03,494 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,39703,1731730861822, sessionid=0x10141dfb2890006, setting cluster-up flag (Was=false) 2024-11-16T04:21:03,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:03,514 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:03,546 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-77448059/flush-table-proc/acquired, /2-77448059/flush-table-proc/reached, /2-77448059/flush-table-proc/abort 2024-11-16T04:21:03,547 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,39703,1731730861822 2024-11-16T04:21:03,567 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:03,598 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-77448059/online-snapshot/acquired, /2-77448059/online-snapshot/reached, /2-77448059/online-snapshot/abort 2024-11-16T04:21:03,599 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,39703,1731730861822 2024-11-16T04:21:03,600 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:21:03,601 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:03,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:21:03,601 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:21:03,601 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,39703,1731730861822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:21:03,602 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:03,602 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:03,602 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:03,602 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:03,602 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:21:03,603 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,603 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:03,603 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730893603 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:21:03,603 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:21:03,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:21:03,604 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:21:03,604 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:03,604 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730863604,5,FailOnTimeoutGroup] 2024-11-16T04:21:03,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:21:03,605 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730863604,5,FailOnTimeoutGroup] 2024-11-16T04:21:03,605 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,605 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:21:03,605 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,605 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:21:03,701 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(746): ClusterId : 6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4 2024-11-16T04:21:03,701 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:21:03,713 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:21:03,713 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:21:03,725 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:21:03,726 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3443d1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:03,738 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:36017 2024-11-16T04:21:03,738 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:21:03,738 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:21:03,738 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:21:03,739 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,39703,1731730861822 with port=36017, startcode=1731730861974 2024-11-16T04:21:03,739 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:21:03,740 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:21:03,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,36017,1731730861974 2024-11-16T04:21:03,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39703 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:03,742 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459 2024-11-16T04:21:03,742 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34821 2024-11-16T04:21:03,742 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:21:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059/rs 2024-11-16T04:21:03,787 DEBUG [RS:0;fda3efb342d8:36017 {}] zookeeper.ZKUtil(111): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on existing znode=/2-77448059/rs/fda3efb342d8,36017,1731730861974 2024-11-16T04:21:03,787 WARN [RS:0;fda3efb342d8:36017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:03,787 INFO [RS:0;fda3efb342d8:36017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:03,787 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974 2024-11-16T04:21:03,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,36017,1731730861974] 2024-11-16T04:21:03,789 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:21:03,790 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:21:03,791 INFO [RS:0;fda3efb342d8:36017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:21:03,791 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,791 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:21:03,791 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:21:03,791 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,791 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:03,792 DEBUG [RS:0;fda3efb342d8:36017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:03,792 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,792 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,792 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,792 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,792 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,792 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36017,1731730861974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:03,804 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:21:03,814 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36017,1731730861974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,814 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,814 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.Replication(171): fda3efb342d8,36017,1731730861974 started 2024-11-16T04:21:03,826 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:03,826 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,36017,1731730861974, RpcServer on fda3efb342d8/172.17.0.2:36017, sessionid=0x10141dfb2890007 2024-11-16T04:21:03,827 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:21:03,827 DEBUG [RS:0;fda3efb342d8:36017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,36017,1731730861974 2024-11-16T04:21:03,827 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,36017,1731730861974' 2024-11-16T04:21:03,827 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-77448059/flush-table-proc/abort' 2024-11-16T04:21:03,827 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-77448059/flush-table-proc/acquired' 2024-11-16T04:21:03,827 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:21:03,828 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:21:03,828 DEBUG [RS:0;fda3efb342d8:36017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,36017,1731730861974 2024-11-16T04:21:03,828 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,36017,1731730861974' 2024-11-16T04:21:03,828 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-77448059/online-snapshot/abort' 2024-11-16T04:21:03,828 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-77448059/online-snapshot/acquired' 2024-11-16T04:21:03,828 DEBUG [RS:0;fda3efb342d8:36017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:21:03,828 INFO [RS:0;fda3efb342d8:36017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:21:03,828 INFO [RS:0;fda3efb342d8:36017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:21:03,928 INFO [RS:0;fda3efb342d8:36017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:03,930 INFO [RS:0;fda3efb342d8:36017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C36017%2C1731730861974, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/oldWALs, maxLogs=10 2024-11-16T04:21:03,941 DEBUG [RS:0;fda3efb342d8:36017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, exclude list is [], retry=0 2024-11-16T04:21:03,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44147,DS-ecf1bde5-a8e3-4eb1-908d-b0a2808b235b,DISK] 2024-11-16T04:21:03,947 INFO [RS:0;fda3efb342d8:36017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 2024-11-16T04:21:03,948 DEBUG [RS:0;fda3efb342d8:36017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45693:45693)] 2024-11-16T04:21:04,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:21:04,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459 2024-11-16T04:21:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:21:04,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:04,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:04,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:04,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:04,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:04,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:04,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:04,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:04,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:04,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:04,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740 2024-11-16T04:21:04,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740 2024-11-16T04:21:04,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:04,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:04,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:04,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:04,430 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61792612, jitterRate=-0.07921832799911499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730864420Initializing all the Stores at 1731730864420Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730864420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730864420Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730864420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730864420Cleaning up temporary data from old regions at 1731730864427 (+7 ms)Region opened successfully at 1731730864430 (+3 ms) 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:04,430 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:04,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:04,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730864430Disabling compacts and flushes for region at 1731730864430Disabling writes for close at 1731730864430Writing region close event to WAL at 1731730864430Closed at 1731730864430 2024-11-16T04:21:04,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:04,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:21:04,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:21:04,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:04,433 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:21:04,583 DEBUG [fda3efb342d8:39703 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:21:04,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:04,584 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,36017,1731730861974, state=OPENING 2024-11-16T04:21:04,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:21:04,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:04,662 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:04,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-77448059/meta-region-server: CHANGED 2024-11-16T04:21:04,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-77448059/meta-region-server: CHANGED 2024-11-16T04:21:04,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:04,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,36017,1731730861974}] 2024-11-16T04:21:04,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:04,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:04,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:21:04,818 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:21:04,818 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:04,818 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:21:04,819 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C36017%2C1731730861974.meta, suffix=.meta, logDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/oldWALs, maxLogs=10 2024-11-16T04:21:04,830 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.meta.1731730864820.meta, exclude list is [], retry=0 2024-11-16T04:21:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44147,DS-ecf1bde5-a8e3-4eb1-908d-b0a2808b235b,DISK] 2024-11-16T04:21:04,833 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.meta.1731730864820.meta 2024-11-16T04:21:04,833 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45693:45693)] 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:04,834 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:21:04,834 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:21:04,834 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:21:04,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:04,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:04,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:04,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:04,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:04,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:04,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:04,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:04,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:04,838 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:04,839 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740 2024-11-16T04:21:04,840 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740 2024-11-16T04:21:04,840 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:04,840 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:04,841 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:04,841 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:04,842 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62179898, jitterRate=-0.0734473168849945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:04,842 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:21:04,842 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730864834Writing region info on filesystem at 1731730864834Initializing all the Stores at 1731730864835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730864835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730864835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730864835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730864835Cleaning up temporary data from old regions at 1731730864840 (+5 ms)Running coprocessor post-open hooks at 1731730864842 (+2 ms)Region opened successfully at 1731730864842 2024-11-16T04:21:04,843 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730864814 2024-11-16T04:21:04,844 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:21:04,844 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:21:04,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:04,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,36017,1731730861974, state=OPEN 2024-11-16T04:21:04,872 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-77448059/meta-region-server 2024-11-16T04:21:04,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-77448059/meta-region-server 2024-11-16T04:21:04,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:04,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-77448059/meta-region-server: CHANGED 2024-11-16T04:21:04,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-77448059/meta-region-server: CHANGED 2024-11-16T04:21:04,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:21:04,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,36017,1731730861974 in 210 msec 2024-11-16T04:21:04,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:21:04,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-16T04:21:04,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:04,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:21:04,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:04,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36017,1731730861974, seqNum=-1] 2024-11-16T04:21:04,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:04,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:04,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-16T04:21:04,882 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730864882, completionTime=-1 2024-11-16T04:21:04,882 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:21:04,882 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:21:04,884 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:21:04,884 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730924884 2024-11-16T04:21:04,884 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730984884 2024-11-16T04:21:04,884 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T04:21:04,885 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39703,1731730861822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,885 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39703,1731730861822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,885 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39703,1731730861822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,885 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:39703, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,885 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,885 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,887 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.847sec 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39703,1731730861822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:04,888 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39703,1731730861822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:21:04,890 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:21:04,890 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:21:04,890 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39703,1731730861822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:04,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:04,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:04,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:04,903 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10554cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:04,904 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:04,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4643b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:04,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36017,1731730861974, seqNum=-1] 2024-11-16T04:21:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:04,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,39703,1731730861822 2024-11-16T04:21:04,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50543 2024-11-16T04:21:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:04,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10141dfb2890008 connected 2024-11-16T04:21:04,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,34171,1731730849624 2024-11-16T04:21:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0f2575 2024-11-16T04:21:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:04,928 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:04,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:21:04,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:04,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:04,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:21:04,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:21:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:05,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:05,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:05,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d69a03944f39c3b06204669d0ee0ffe4, NAME => 'test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d 2024-11-16T04:21:05,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:21:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:05,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:05,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d69a03944f39c3b06204669d0ee0ffe4, disabling compactions & flushes 2024-11-16T04:21:05,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:05,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:05,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. after waiting 0 ms 2024-11-16T04:21:05,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:05,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:05,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d69a03944f39c3b06204669d0ee0ffe4: Waiting for close lock at 1731730865746Disabling compacts and flushes for region at 1731730865746Disabling writes for close at 1731730865746Writing region close event to WAL at 1731730865746Closed at 1731730865746 2024-11-16T04:21:05,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:05,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730865747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730865747"}]},"ts":"1731730865747"} 2024-11-16T04:21:05,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:05,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:05,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730865749"}]},"ts":"1731730865749"} 2024-11-16T04:21:05,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:21:05,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d69a03944f39c3b06204669d0ee0ffe4, ASSIGN}] 2024-11-16T04:21:05,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d69a03944f39c3b06204669d0ee0ffe4, ASSIGN 2024-11-16T04:21:05,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d69a03944f39c3b06204669d0ee0ffe4, ASSIGN; state=OFFLINE, location=fda3efb342d8,42777,1731730849905; forceNewPlan=false, retain=false 2024-11-16T04:21:05,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d69a03944f39c3b06204669d0ee0ffe4, regionState=OPENING, regionLocation=fda3efb342d8,42777,1731730849905 2024-11-16T04:21:05,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d69a03944f39c3b06204669d0ee0ffe4, ASSIGN because future has completed 2024-11-16T04:21:05,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69a03944f39c3b06204669d0ee0ffe4, server=fda3efb342d8,42777,1731730849905}] 2024-11-16T04:21:06,060 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:06,060 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d69a03944f39c3b06204669d0ee0ffe4, NAME => 'test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:06,061 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:06,061 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,061 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,062 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,063 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69a03944f39c3b06204669d0ee0ffe4 columnFamilyName f 2024-11-16T04:21:06,063 DEBUG [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:06,063 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] regionserver.HStore(327): Store=d69a03944f39c3b06204669d0ee0ffe4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:06,063 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,064 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69a03944f39c3b06204669d0ee0ffe4 columnFamilyName f1 2024-11-16T04:21:06,064 DEBUG [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:06,064 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] regionserver.HStore(327): Store=d69a03944f39c3b06204669d0ee0ffe4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:06,064 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,065 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69a03944f39c3b06204669d0ee0ffe4 columnFamilyName norep 2024-11-16T04:21:06,065 DEBUG [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:06,065 INFO [StoreOpener-d69a03944f39c3b06204669d0ee0ffe4-1 {}] regionserver.HStore(327): Store=d69a03944f39c3b06204669d0ee0ffe4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:06,065 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,066 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,066 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,067 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,067 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,067 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:06,068 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:06,069 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:06,069 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d69a03944f39c3b06204669d0ee0ffe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60821864, jitterRate=-0.09368360042572021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:06,069 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:06,070 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d69a03944f39c3b06204669d0ee0ffe4: Running coprocessor pre-open hook at 1731730866061Writing region info on filesystem at 1731730866061Initializing all the Stores at 1731730866062 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730866062Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730866062Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730866062Cleaning up temporary data from old regions at 1731730866067 (+5 ms)Running coprocessor post-open hooks at 1731730866069 (+2 ms)Region opened successfully at 1731730866070 (+1 ms) 2024-11-16T04:21:06,070 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4., pid=6, masterSystemTime=1731730866057 2024-11-16T04:21:06,072 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:06,072 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:06,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d69a03944f39c3b06204669d0ee0ffe4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,42777,1731730849905 2024-11-16T04:21:06,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69a03944f39c3b06204669d0ee0ffe4, server=fda3efb342d8,42777,1731730849905 because future has completed 2024-11-16T04:21:06,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:21:06,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d69a03944f39c3b06204669d0ee0ffe4, server=fda3efb342d8,42777,1731730849905 in 169 msec 2024-11-16T04:21:06,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:21:06,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d69a03944f39c3b06204669d0ee0ffe4, ASSIGN in 325 msec 2024-11-16T04:21:06,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:06,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730866078"}]},"ts":"1731730866078"} 2024-11-16T04:21:06,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:21:06,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:06,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-16T04:21:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:07,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:07,080 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33557,1731730856216 2024-11-16T04:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41253883 2024-11-16T04:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:07,082 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:07,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:21:07,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:07,084 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:07,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:21:07,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:21:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:07,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c75fb91ee06bde68305bf2fdb521122, NAME => 'test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a 2024-11-16T04:21:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:21:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:07,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:07,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c75fb91ee06bde68305bf2fdb521122, disabling compactions & flushes 2024-11-16T04:21:07,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:07,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:07,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. after waiting 0 ms 2024-11-16T04:21:07,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:07,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:07,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c75fb91ee06bde68305bf2fdb521122: Waiting for close lock at 1731730867895Disabling compacts and flushes for region at 1731730867895Disabling writes for close at 1731730867895Writing region close event to WAL at 1731730867895Closed at 1731730867895 2024-11-16T04:21:07,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:07,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730867896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730867896"}]},"ts":"1731730867896"} 2024-11-16T04:21:07,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:07,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:07,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730867898"}]},"ts":"1731730867898"} 2024-11-16T04:21:07,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:21:07,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c75fb91ee06bde68305bf2fdb521122, ASSIGN}] 2024-11-16T04:21:07,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c75fb91ee06bde68305bf2fdb521122, ASSIGN 2024-11-16T04:21:07,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c75fb91ee06bde68305bf2fdb521122, ASSIGN; state=OFFLINE, location=fda3efb342d8,39157,1731730856368; forceNewPlan=false, retain=false 2024-11-16T04:21:08,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c75fb91ee06bde68305bf2fdb521122, regionState=OPENING, regionLocation=fda3efb342d8,39157,1731730856368 2024-11-16T04:21:08,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c75fb91ee06bde68305bf2fdb521122, ASSIGN because future has completed 2024-11-16T04:21:08,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c75fb91ee06bde68305bf2fdb521122, server=fda3efb342d8,39157,1731730856368}] 2024-11-16T04:21:08,208 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:08,209 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c75fb91ee06bde68305bf2fdb521122, NAME => 'test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:08,209 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:08,209 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:21:08,209 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,209 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:08,209 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,209 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,210 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,211 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c75fb91ee06bde68305bf2fdb521122 columnFamilyName f 2024-11-16T04:21:08,211 DEBUG [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:08,211 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] regionserver.HStore(327): Store=7c75fb91ee06bde68305bf2fdb521122/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:08,211 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,212 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c75fb91ee06bde68305bf2fdb521122 columnFamilyName f1 2024-11-16T04:21:08,212 DEBUG [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:08,212 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] regionserver.HStore(327): Store=7c75fb91ee06bde68305bf2fdb521122/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:08,212 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,213 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c75fb91ee06bde68305bf2fdb521122 columnFamilyName norep 2024-11-16T04:21:08,213 DEBUG [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:08,213 INFO [StoreOpener-7c75fb91ee06bde68305bf2fdb521122-1 {}] regionserver.HStore(327): Store=7c75fb91ee06bde68305bf2fdb521122/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:08,213 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,214 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,214 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,215 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,215 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,215 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:08,216 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,218 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:08,218 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c75fb91ee06bde68305bf2fdb521122; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74206038, jitterRate=0.10575613379478455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:08,218 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:08,218 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c75fb91ee06bde68305bf2fdb521122: Running coprocessor pre-open hook at 1731730868209Writing region info on filesystem at 1731730868209Initializing all the Stores at 1731730868210 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730868210Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730868210Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730868210Cleaning up temporary data from old regions at 1731730868215 (+5 ms)Running coprocessor post-open hooks at 1731730868218 (+3 ms)Region opened successfully at 1731730868218 2024-11-16T04:21:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:08,219 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122., pid=6, masterSystemTime=1731730868206 2024-11-16T04:21:08,220 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:08,220 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:08,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c75fb91ee06bde68305bf2fdb521122, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,39157,1731730856368 2024-11-16T04:21:08,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c75fb91ee06bde68305bf2fdb521122, server=fda3efb342d8,39157,1731730856368 because future has completed 2024-11-16T04:21:08,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:21:08,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c75fb91ee06bde68305bf2fdb521122, server=fda3efb342d8,39157,1731730856368 in 169 msec 2024-11-16T04:21:08,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:21:08,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c75fb91ee06bde68305bf2fdb521122, ASSIGN in 325 msec 2024-11-16T04:21:08,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:08,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730868226"}]},"ts":"1731730868226"} 2024-11-16T04:21:08,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:21:08,228 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:08,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-16T04:21:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:09,229 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:21:09,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39703,1731730861822 2024-11-16T04:21:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9665e97 2024-11-16T04:21:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:09,231 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:09,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:21:09,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:09,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:09,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:21:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:09,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:21:09,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:21:09,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T04:21:09,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:21:09,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T04:21:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:09,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d839c475cf1592d4683ce19b59d095fb, NAME => 'test,,1731730869231.d839c475cf1592d4683ce19b59d095fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459 2024-11-16T04:21:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:21:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:10,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730869231.d839c475cf1592d4683ce19b59d095fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:10,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d839c475cf1592d4683ce19b59d095fb, disabling compactions & flushes 2024-11-16T04:21:10,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. after waiting 0 ms 2024-11-16T04:21:10,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d839c475cf1592d4683ce19b59d095fb: Waiting for close lock at 1731730870048Disabling compacts and flushes for region at 1731730870048Disabling writes for close at 1731730870048Writing region close event to WAL at 1731730870048Closed at 1731730870048 2024-11-16T04:21:10,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:10,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730869231.d839c475cf1592d4683ce19b59d095fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730870049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730870049"}]},"ts":"1731730870049"} 2024-11-16T04:21:10,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:10,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:10,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730870052"}]},"ts":"1731730870052"} 2024-11-16T04:21:10,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:21:10,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d839c475cf1592d4683ce19b59d095fb, ASSIGN}] 2024-11-16T04:21:10,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d839c475cf1592d4683ce19b59d095fb, ASSIGN 2024-11-16T04:21:10,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d839c475cf1592d4683ce19b59d095fb, ASSIGN; state=OFFLINE, location=fda3efb342d8,36017,1731730861974; forceNewPlan=false, retain=false 2024-11-16T04:21:10,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d839c475cf1592d4683ce19b59d095fb, regionState=OPENING, regionLocation=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:10,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d839c475cf1592d4683ce19b59d095fb, ASSIGN because future has completed 2024-11-16T04:21:10,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d839c475cf1592d4683ce19b59d095fb, server=fda3efb342d8,36017,1731730861974}] 2024-11-16T04:21:10,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:10,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,363 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,363 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d839c475cf1592d4683ce19b59d095fb, NAME => 'test,,1731730869231.d839c475cf1592d4683ce19b59d095fb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:10,363 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:10,363 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:21:10,363 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,363 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730869231.d839c475cf1592d4683ce19b59d095fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:10,363 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,363 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,365 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,366 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d839c475cf1592d4683ce19b59d095fb columnFamilyName f 2024-11-16T04:21:10,366 DEBUG [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:10,366 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] regionserver.HStore(327): Store=d839c475cf1592d4683ce19b59d095fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:10,366 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,367 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d839c475cf1592d4683ce19b59d095fb columnFamilyName f1 2024-11-16T04:21:10,367 DEBUG [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:10,367 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] regionserver.HStore(327): Store=d839c475cf1592d4683ce19b59d095fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:10,367 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,367 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d839c475cf1592d4683ce19b59d095fb columnFamilyName norep 2024-11-16T04:21:10,367 DEBUG [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:10,368 INFO [StoreOpener-d839c475cf1592d4683ce19b59d095fb-1 {}] regionserver.HStore(327): Store=d839c475cf1592d4683ce19b59d095fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:10,368 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,368 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,368 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:10,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,370 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:10,371 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,378 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:10,379 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d839c475cf1592d4683ce19b59d095fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60467481, jitterRate=-0.09896431863307953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:10,379 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:10,379 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d839c475cf1592d4683ce19b59d095fb: Running coprocessor pre-open hook at 1731730870363Writing region info on filesystem at 1731730870363Initializing all the Stores at 1731730870364 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730870364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730870365 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730870365Cleaning up temporary data from old regions at 1731730870370 (+5 ms)Running coprocessor post-open hooks at 1731730870379 (+9 ms)Region opened successfully at 1731730870379 2024-11-16T04:21:10,380 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730869231.d839c475cf1592d4683ce19b59d095fb., pid=6, masterSystemTime=1731730870360 2024-11-16T04:21:10,381 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,381 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:10,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d839c475cf1592d4683ce19b59d095fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:10,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d839c475cf1592d4683ce19b59d095fb, server=fda3efb342d8,36017,1731730861974 because future has completed 2024-11-16T04:21:10,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:21:10,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d839c475cf1592d4683ce19b59d095fb, server=fda3efb342d8,36017,1731730861974 in 177 msec 2024-11-16T04:21:10,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:21:10,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d839c475cf1592d4683ce19b59d095fb, ASSIGN in 334 msec 2024-11-16T04:21:10,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:10,390 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730870390"}]},"ts":"1731730870390"} 2024-11-16T04:21:10,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,392 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:21:10,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:10,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-16T04:21:10,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:10,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:21:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:11,379 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:21:11,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:11,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:21:11,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:11,381 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52811ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:21:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:11,383 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9c8df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:11,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,34171,1731730849624 2024-11-16T04:21:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410b3e37 2024-11-16T04:21:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:11,385 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:11,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:21:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:21:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:11,388 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:33557' 2024-11-16T04:21:11,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:11,389 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33557,-1 for getting cluster id 2024-11-16T04:21:11,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:11,389 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7368a000-9e98-4023-991c-432f287e3674' 2024-11-16T04:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7368a000-9e98-4023-991c-432f287e3674" 2024-11-16T04:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b733303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33557,-1] 2024-11-16T04:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:11,391 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f55397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:11,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:11,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33557,1731730856216 2024-11-16T04:21:11,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a90cc7 2024-11-16T04:21:11,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:11,393 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:11,393 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:21:11,393 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:21:11,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:11,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:11,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:11,394 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:11,394 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:21:11,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:11,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:11,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:11,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:21:11,445 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:21:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:11,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61d5f3dbd10207b613ef651a72224a92, NAME => 'hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d 2024-11-16T04:21:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:21:11,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:11,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61d5f3dbd10207b613ef651a72224a92, disabling compactions & flushes 2024-11-16T04:21:11,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:11,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:11,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. after waiting 0 ms 2024-11-16T04:21:11,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:11,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:11,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61d5f3dbd10207b613ef651a72224a92: Waiting for close lock at 1731730871806Disabling compacts and flushes for region at 1731730871806Disabling writes for close at 1731730871806Writing region close event to WAL at 1731730871806Closed at 1731730871806 2024-11-16T04:21:11,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:11,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730871807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730871807"}]},"ts":"1731730871807"} 2024-11-16T04:21:11,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:11,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:11,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730871809"}]},"ts":"1731730871809"} 2024-11-16T04:21:11,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:21:11,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61d5f3dbd10207b613ef651a72224a92, ASSIGN}] 2024-11-16T04:21:11,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61d5f3dbd10207b613ef651a72224a92, ASSIGN 2024-11-16T04:21:11,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61d5f3dbd10207b613ef651a72224a92, ASSIGN; state=OFFLINE, location=fda3efb342d8,42777,1731730849905; forceNewPlan=false, retain=false 2024-11-16T04:21:11,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61d5f3dbd10207b613ef651a72224a92, regionState=OPENING, regionLocation=fda3efb342d8,42777,1731730849905 2024-11-16T04:21:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61d5f3dbd10207b613ef651a72224a92, ASSIGN because future has completed 2024-11-16T04:21:11,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d5f3dbd10207b613ef651a72224a92, server=fda3efb342d8,42777,1731730849905}] 2024-11-16T04:21:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:12,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:12,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:12,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:21:12,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C42777%2C1731730849905.rep, suffix=, logDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905, archiveDir=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/oldWALs, maxLogs=10 2024-11-16T04:21:12,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.rep.1731730872121, exclude list is [], retry=0 2024-11-16T04:21:12,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-8fb814e6-44d3-4ca5-a9fa-f6dac10230d7,DISK] 2024-11-16T04:21:12,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.rep.1731730872121 2024-11-16T04:21:12,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 61d5f3dbd10207b613ef651a72224a92, NAME => 'hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:12,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. service=MultiRowMutationService 2024-11-16T04:21:12,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,139 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,140 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d5f3dbd10207b613ef651a72224a92 columnFamilyName hfileref 2024-11-16T04:21:12,140 DEBUG [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:12,140 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] regionserver.HStore(327): Store=61d5f3dbd10207b613ef651a72224a92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:12,140 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,141 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d5f3dbd10207b613ef651a72224a92 columnFamilyName queue 2024-11-16T04:21:12,141 DEBUG [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:12,142 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] regionserver.HStore(327): Store=61d5f3dbd10207b613ef651a72224a92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:12,142 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,142 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d5f3dbd10207b613ef651a72224a92 columnFamilyName sid 2024-11-16T04:21:12,142 DEBUG [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:12,142 INFO [StoreOpener-61d5f3dbd10207b613ef651a72224a92-1 {}] regionserver.HStore(327): Store=61d5f3dbd10207b613ef651a72224a92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:12,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:12,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:12,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 61d5f3dbd10207b613ef651a72224a92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73829567, jitterRate=0.10014627873897552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:12,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:12,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 61d5f3dbd10207b613ef651a72224a92: Running coprocessor pre-open hook at 1731730872138Writing region info on filesystem at 1731730872138Initializing all the Stores at 1731730872139 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730872139Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730872139Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730872139Cleaning up temporary data from old regions at 1731730872144 (+5 ms)Running coprocessor post-open hooks at 1731730872147 (+3 ms)Region opened successfully at 1731730872147 2024-11-16T04:21:12,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92., pid=10, masterSystemTime=1731730872116 2024-11-16T04:21:12,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:12,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:12,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61d5f3dbd10207b613ef651a72224a92, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,42777,1731730849905 2024-11-16T04:21:12,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d5f3dbd10207b613ef651a72224a92, server=fda3efb342d8,42777,1731730849905 because future has completed 2024-11-16T04:21:12,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:21:12,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 61d5f3dbd10207b613ef651a72224a92, server=fda3efb342d8,42777,1731730849905 in 189 msec 2024-11-16T04:21:12,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:21:12,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61d5f3dbd10207b613ef651a72224a92, ASSIGN in 344 msec 2024-11-16T04:21:12,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:12,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730872157"}]},"ts":"1731730872157"} 2024-11-16T04:21:12,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:21:12,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:12,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-16T04:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92., hostname=fda3efb342d8,42777,1731730849905, seqNum=2] 2024-11-16T04:21:12,282 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:21:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:21:12,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:12,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42777 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:21:12,456 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:21:12,485 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,42777,1731730849905, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:12,485 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:12,485 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42777,1731730849905, seqNum=-1] 2024-11-16T04:21:12,486 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:12,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:12,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,42777,1731730849905', locateType=CURRENT is [region=hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92., hostname=fda3efb342d8,42777,1731730849905, seqNum=2] 2024-11-16T04:21:12,490 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:21:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:21:12,499 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,42777,1731730849905 suceeded 2024-11-16T04:21:12,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:21:12,501 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:33557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:21:12,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-16T04:21:12,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1160 sec 2024-11-16T04:21:12,511 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:33557' 2024-11-16T04:21:12,512 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1777bb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,512 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33557,-1 for getting cluster id 2024-11-16T04:21:12,512 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:12,513 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7368a000-9e98-4023-991c-432f287e3674' 2024-11-16T04:21:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7368a000-9e98-4023-991c-432f287e3674" 2024-11-16T04:21:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c17d6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33557,-1] 2024-11-16T04:21:12,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:12,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,515 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:12,515 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3382c139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,515 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:12,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33557,1731730856216 2024-11-16T04:21:12,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e314e4 2024-11-16T04:21:12,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:12,517 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:12,517 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,42777,1731730849905 (queues=1) is replicating from cluster=9067a945-1eb0-4c15-a59c-1357f14b8239 to cluster=7368a000-9e98-4023-991c-432f287e3674 2024-11-16T04:21:12,517 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C42777%2C1731730849905 2024-11-16T04:21:12,517 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,42777,1731730849905, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:12,518 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, startPosition=0, beingWritten=true 2024-11-16T04:21:12,518 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C42777%2C1731730849905 2024-11-16T04:21:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:12,520 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:12,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:12,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:12,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:12,522 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:12,522 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:12,522 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:12,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33557,-1 for getting cluster id 2024-11-16T04:21:12,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:12,525 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7368a000-9e98-4023-991c-432f287e3674' 2024-11-16T04:21:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7368a000-9e98-4023-991c-432f287e3674" 2024-11-16T04:21:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1253b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33557,-1] 2024-11-16T04:21:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,526 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68499463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33557,1731730856216 2024-11-16T04:21:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f53c0aa 2024-11-16T04:21:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:12,529 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:12,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:39703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:21:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:21:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:12,531 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:39703' 2024-11-16T04:21:12,532 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ed3968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,532 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:12,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:12,532 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758c7952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:12,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,534 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:12,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bf8ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:12,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:12,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39703,1731730861822 2024-11-16T04:21:12,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c105ae2 2024-11-16T04:21:12,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:12,535 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:12,536 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:21:12,536 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:21:12,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:12,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:12,537 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:12,537 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:21:12,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:12,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:12,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:21:12,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:21:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:12,726 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:12,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27d8f66d831dbc3a759a3369e0fb31d2, NAME => 'hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a 2024-11-16T04:21:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:21:13,029 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27d8f66d831dbc3a759a3369e0fb31d2, disabling compactions & flushes 2024-11-16T04:21:13,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. after waiting 0 ms 2024-11-16T04:21:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27d8f66d831dbc3a759a3369e0fb31d2: Waiting for close lock at 1731730873353Disabling compacts and flushes for region at 1731730873353Disabling writes for close at 1731730873353Writing region close event to WAL at 1731730873353Closed at 1731730873353 2024-11-16T04:21:13,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:13,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730873354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730873354"}]},"ts":"1731730873354"} 2024-11-16T04:21:13,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:13,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:13,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730873356"}]},"ts":"1731730873356"} 2024-11-16T04:21:13,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:21:13,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27d8f66d831dbc3a759a3369e0fb31d2, ASSIGN}] 2024-11-16T04:21:13,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27d8f66d831dbc3a759a3369e0fb31d2, ASSIGN 2024-11-16T04:21:13,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27d8f66d831dbc3a759a3369e0fb31d2, ASSIGN; state=OFFLINE, location=fda3efb342d8,39157,1731730856368; forceNewPlan=false, retain=false 2024-11-16T04:21:13,432 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:13,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27d8f66d831dbc3a759a3369e0fb31d2, regionState=OPENING, regionLocation=fda3efb342d8,39157,1731730856368 2024-11-16T04:21:13,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27d8f66d831dbc3a759a3369e0fb31d2, ASSIGN because future has completed 2024-11-16T04:21:13,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d8f66d831dbc3a759a3369e0fb31d2, server=fda3efb342d8,39157,1731730856368}] 2024-11-16T04:21:13,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:13,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:21:13,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C39157%2C1731730856368.rep, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/oldWALs, maxLogs=10 2024-11-16T04:21:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:13,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.rep.1731730873668, exclude list is [], retry=0 2024-11-16T04:21:13,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-dc3c209a-6443-4791-b108-ea23282354fa,DISK] 2024-11-16T04:21:13,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.rep.1731730873668 2024-11-16T04:21:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35917:35917)] 2024-11-16T04:21:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 27d8f66d831dbc3a759a3369e0fb31d2, NAME => 'hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:13,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. service=MultiRowMutationService 2024-11-16T04:21:13,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:21:13,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:13,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,685 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,686 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27d8f66d831dbc3a759a3369e0fb31d2 columnFamilyName hfileref 2024-11-16T04:21:13,686 DEBUG [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:13,686 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] regionserver.HStore(327): Store=27d8f66d831dbc3a759a3369e0fb31d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:13,686 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,687 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27d8f66d831dbc3a759a3369e0fb31d2 columnFamilyName queue 2024-11-16T04:21:13,687 DEBUG [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:13,687 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] regionserver.HStore(327): Store=27d8f66d831dbc3a759a3369e0fb31d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:13,687 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,688 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27d8f66d831dbc3a759a3369e0fb31d2 columnFamilyName sid 2024-11-16T04:21:13,688 DEBUG [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:13,688 INFO [StoreOpener-27d8f66d831dbc3a759a3369e0fb31d2-1 {}] regionserver.HStore(327): Store=27d8f66d831dbc3a759a3369e0fb31d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:13,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 27d8f66d831dbc3a759a3369e0fb31d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66164132, jitterRate=-0.014077603816986084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 27d8f66d831dbc3a759a3369e0fb31d2: Running coprocessor pre-open hook at 1731730873684Writing region info on filesystem at 1731730873684Initializing all the Stores at 1731730873684Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730873685 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730873685Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730873685Cleaning up temporary data from old regions at 1731730873690 (+5 ms)Running coprocessor post-open hooks at 1731730873693 (+3 ms)Region opened successfully at 1731730873693 2024-11-16T04:21:13,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2., pid=10, masterSystemTime=1731730873664 2024-11-16T04:21:13,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:13,696 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27d8f66d831dbc3a759a3369e0fb31d2, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,39157,1731730856368 2024-11-16T04:21:13,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d8f66d831dbc3a759a3369e0fb31d2, server=fda3efb342d8,39157,1731730856368 because future has completed 2024-11-16T04:21:13,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:21:13,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27d8f66d831dbc3a759a3369e0fb31d2, server=fda3efb342d8,39157,1731730856368 in 187 msec 2024-11-16T04:21:13,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:21:13,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27d8f66d831dbc3a759a3369e0fb31d2, ASSIGN in 342 msec 2024-11-16T04:21:13,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:13,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730873702"}]},"ts":"1731730873702"} 2024-11-16T04:21:13,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:21:13,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:13,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-16T04:21:13,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2., hostname=fda3efb342d8,39157,1731730856368, seqNum=2] 2024-11-16T04:21:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:21:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:21:13,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:13,935 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:13,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:21:13,983 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:21:14,019 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,39157,1731730856368, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:14,019 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:14,019 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39157,1731730856368, seqNum=-1] 2024-11-16T04:21:14,020 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:14,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:14,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,39157,1731730856368', locateType=CURRENT is [region=hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2., hostname=fda3efb342d8,39157,1731730856368, seqNum=2] 2024-11-16T04:21:14,025 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:21:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:21:14,027 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,39157,1731730856368 suceeded 2024-11-16T04:21:14,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:21:14,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-16T04:21:14,029 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:39703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:21:14,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-16T04:21:14,039 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:39703' 2024-11-16T04:21:14,040 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cee4089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,040 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:14,040 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:14,041 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5425ac65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:14,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,042 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:14,043 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3bd6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,043 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:14,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39703,1731730861822 2024-11-16T04:21:14,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25884f63 2024-11-16T04:21:14,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:14,044 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:14,045 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,39157,1731730856368 (queues=1) is replicating from cluster=7368a000-9e98-4023-991c-432f287e3674 to cluster=6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4 2024-11-16T04:21:14,045 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C39157%2C1731730856368 2024-11-16T04:21:14,045 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,39157,1731730856368, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:14,045 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C39157%2C1731730856368 2024-11-16T04:21:14,045 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, startPosition=0, beingWritten=true 2024-11-16T04:21:14,049 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:14,049 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:14,049 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:14,253 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:14,539 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:14,556 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:14,679 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:14,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:14,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:14,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:14,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:14,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:14,681 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512dd474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,682 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1806eb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39703,1731730861822 2024-11-16T04:21:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488c976d 2024-11-16T04:21:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:14,684 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:14,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:34171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:21:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:21:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:14,718 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:34171' 2024-11-16T04:21:14,719 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18301c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,719 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:21:14,719 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:14,719 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:21:14,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:21:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106dae35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:21:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,720 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:14,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471065a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:14,721 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,34171,1731730849624 2024-11-16T04:21:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f844887 2024-11-16T04:21:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:14,722 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:14,723 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T04:21:14,723 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:21:14,723 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,723 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:14,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:14,723 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:14,724 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:21:14,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:14,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:14,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:21:14,774 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:21:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:14,959 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:15,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03762d35d6724bba346424b852e73102, NAME => 'hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459 2024-11-16T04:21:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:21:15,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:15,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 03762d35d6724bba346424b852e73102, disabling compactions & flushes 2024-11-16T04:21:15,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. after waiting 0 ms 2024-11-16T04:21:15,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03762d35d6724bba346424b852e73102: Waiting for close lock at 1731730875137Disabling compacts and flushes for region at 1731730875137Disabling writes for close at 1731730875137Writing region close event to WAL at 1731730875137Closed at 1731730875137 2024-11-16T04:21:15,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:15,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730875139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730875139"}]},"ts":"1731730875139"} 2024-11-16T04:21:15,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:15,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:15,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730875141"}]},"ts":"1731730875141"} 2024-11-16T04:21:15,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:21:15,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03762d35d6724bba346424b852e73102, ASSIGN}] 2024-11-16T04:21:15,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03762d35d6724bba346424b852e73102, ASSIGN 2024-11-16T04:21:15,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03762d35d6724bba346424b852e73102, ASSIGN; state=OFFLINE, location=fda3efb342d8,36017,1731730861974; forceNewPlan=false, retain=false 2024-11-16T04:21:15,243 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:15,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03762d35d6724bba346424b852e73102, regionState=OPENING, regionLocation=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03762d35d6724bba346424b852e73102, ASSIGN because future has completed 2024-11-16T04:21:15,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03762d35d6724bba346424b852e73102, server=fda3efb342d8,36017,1731730861974}] 2024-11-16T04:21:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:15,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:15,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:21:15,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C36017%2C1731730861974.rep, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/oldWALs, maxLogs=10 2024-11-16T04:21:15,462 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:15,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.rep.1731730875453, exclude list is [], retry=0 2024-11-16T04:21:15,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44147,DS-ecf1bde5-a8e3-4eb1-908d-b0a2808b235b,DISK] 2024-11-16T04:21:15,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.rep.1731730875453 2024-11-16T04:21:15,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45693:45693)] 2024-11-16T04:21:15,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 03762d35d6724bba346424b852e73102, NAME => 'hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:15,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. service=MultiRowMutationService 2024-11-16T04:21:15,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:21:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,470 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,471 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03762d35d6724bba346424b852e73102 columnFamilyName hfileref 2024-11-16T04:21:15,471 DEBUG [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:15,472 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] regionserver.HStore(327): Store=03762d35d6724bba346424b852e73102/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:15,472 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,473 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03762d35d6724bba346424b852e73102 columnFamilyName queue 2024-11-16T04:21:15,473 DEBUG [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:15,473 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] regionserver.HStore(327): Store=03762d35d6724bba346424b852e73102/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:15,473 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,474 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03762d35d6724bba346424b852e73102 columnFamilyName sid 2024-11-16T04:21:15,474 DEBUG [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:15,474 INFO [StoreOpener-03762d35d6724bba346424b852e73102-1 {}] regionserver.HStore(327): Store=03762d35d6724bba346424b852e73102/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:15,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:15,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:15,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 03762d35d6724bba346424b852e73102; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63430789, jitterRate=-0.05480758845806122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:15,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:15,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 03762d35d6724bba346424b852e73102: Running coprocessor pre-open hook at 1731730875469Writing region info on filesystem at 1731730875469Initializing all the Stores at 1731730875470 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730875470Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730875470Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730875470Cleaning up temporary data from old regions at 1731730875475 (+5 ms)Running coprocessor post-open hooks at 1731730875478 (+3 ms)Region opened successfully at 1731730875478 2024-11-16T04:21:15,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102., pid=10, masterSystemTime=1731730875449 2024-11-16T04:21:15,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:15,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03762d35d6724bba346424b852e73102, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,36017,1731730861974 2024-11-16T04:21:15,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03762d35d6724bba346424b852e73102, server=fda3efb342d8,36017,1731730861974 because future has completed 2024-11-16T04:21:15,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:21:15,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 03762d35d6724bba346424b852e73102, server=fda3efb342d8,36017,1731730861974 in 187 msec 2024-11-16T04:21:15,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:21:15,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03762d35d6724bba346424b852e73102, ASSIGN in 343 msec 2024-11-16T04:21:15,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:15,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730875488"}]},"ts":"1731730875488"} 2024-11-16T04:21:15,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:21:15,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:15,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-16T04:21:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102., hostname=fda3efb342d8,36017,1731730861974, seqNum=2] 2024-11-16T04:21:15,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:15,667 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:15,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:15,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:21:15,856 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:21:15,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:15,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,894 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,36017,1731730861974, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:15,894 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:15,895 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36017,1731730861974, seqNum=-1] 2024-11-16T04:21:15,895 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:15,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:15,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,36017,1731730861974', locateType=CURRENT is [region=hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102., hostname=fda3efb342d8,36017,1731730861974, seqNum=2] 2024-11-16T04:21:15,900 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:21:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:21:15,903 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,36017,1731730861974 suceeded 2024-11-16T04:21:15,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:21:15,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-16T04:21:15,905 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:34171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:21:15,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2210 sec 2024-11-16T04:21:15,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,920 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:34171' 2024-11-16T04:21:15,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,921 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@715d1709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:15,921 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:21:15,921 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:15,922 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:21:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:21:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a6209dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:21:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:15,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:15,923 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:15,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,924 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a39b5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:15,924 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,34171,1731730849624 2024-11-16T04:21:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba729e 2024-11-16T04:21:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:15,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:15,925 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:15,926 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,36017,1731730861974 (queues=1) is replicating from cluster=6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4 to cluster=9067a945-1eb0-4c15-a59c-1357f14b8239 2024-11-16T04:21:15,926 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C36017%2C1731730861974 2024-11-16T04:21:15,926 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,36017,1731730861974, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:15,927 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C36017%2C1731730861974 2024-11-16T04:21:15,927 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, startPosition=0, beingWritten=true 2024-11-16T04:21:15,931 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:15,932 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 379, reset compression=false 2024-11-16T04:21:15,932 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:16,046 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:16,065 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:16,135 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 379, reset compression=false 2024-11-16T04:21:16,439 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 379, reset compression=false 2024-11-16T04:21:16,768 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:16,843 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 379, reset compression=false 2024-11-16T04:21:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:16,869 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:16,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:16,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:16,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:16,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:16,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:16,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:21:16,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:16,871 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:21:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:21:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:21:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:16,872 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:16,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f834d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33557,-1 for getting cluster id 2024-11-16T04:21:16,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:16,874 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7368a000-9e98-4023-991c-432f287e3674' 2024-11-16T04:21:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7368a000-9e98-4023-991c-432f287e3674" 2024-11-16T04:21:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a474d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33557,-1] 2024-11-16T04:21:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:16,875 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:16,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f40f606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:16,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:16,876 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214d5fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:16,878 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:16,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11143f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:16,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42777,1731730849905, seqNum=-1] 2024-11-16T04:21:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:16,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4., hostname=fda3efb342d8,42777,1731730849905, seqNum=2] 2024-11-16T04:21:16,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36017,1731730861974, seqNum=-1] 2024-11-16T04:21:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:16,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730869231.d839c475cf1592d4683ce19b59d095fb., hostname=fda3efb342d8,36017,1731730861974, seqNum=2] 2024-11-16T04:21:16,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T04:21:16,950 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 379, reset compression=false 2024-11-16T04:21:16,954 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:16,954 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 480, reset compression=false 2024-11-16T04:21:16,954 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[{test/d69a03944f39c3b06204669d0ee0ffe4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T04:21:16,956 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:16,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T04:21:16,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:16,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@234f0381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33557,-1 for getting cluster id 2024-11-16T04:21:16,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:16,959 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7368a000-9e98-4023-991c-432f287e3674' 2024-11-16T04:21:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7368a000-9e98-4023-991c-432f287e3674" 2024-11-16T04:21:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585894d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33557,-1] 2024-11-16T04:21:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:16,960 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:16,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1868b749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:16,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:16,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39157,1731730856368, seqNum=-1] 2024-11-16T04:21:16,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:16,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:16,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122., hostname=fda3efb342d8,39157,1731730856368, seqNum=2] 2024-11-16T04:21:16,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:17,158 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 480, reset compression=false 2024-11-16T04:21:17,346 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 379, reset compression=false 2024-11-16T04:21:17,461 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 480, reset compression=false 2024-11-16T04:21:17,572 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 379, reset compression=false 2024-11-16T04:21:17,576 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:17,576 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 504, reset compression=false 2024-11-16T04:21:17,576 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c75fb91ee06bde68305bf2fdb521122/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T04:21:17,578 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:17,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T04:21:17,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:17,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1a6f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:17,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:17,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:17,580 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50664435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:17,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:17,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:17,581 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:17,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332928f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:17,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:17,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,36017,1731730861974, seqNum=-1] 2024-11-16T04:21:17,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:17,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:17,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730869231.d839c475cf1592d4683ce19b59d095fb., hostname=fda3efb342d8,36017,1731730861974, seqNum=2] 2024-11-16T04:21:17,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:17,780 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 504, reset compression=false 2024-11-16T04:21:17,864 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 480, reset compression=false 2024-11-16T04:21:17,913 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T04:21:17,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,39157,1731730856368, seqNum=-1] 2024-11-16T04:21:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:17,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122., hostname=fda3efb342d8,39157,1731730856368, seqNum=2] 2024-11-16T04:21:17,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T04:21:17,949 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 379, reset compression=false 2024-11-16T04:21:17,953 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:17,953 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 527, reset compression=false 2024-11-16T04:21:17,953 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 504, reset compression=false 2024-11-16T04:21:18,087 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:18,087 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 608, reset compression=false 2024-11-16T04:21:18,087 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c75fb91ee06bde68305bf2fdb521122/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:21:18,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:18,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:18,156 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 527, reset compression=false 2024-11-16T04:21:18,160 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:18,160 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 654, reset compression=false 2024-11-16T04:21:18,160 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[{test/d839c475cf1592d4683ce19b59d095fb/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T04:21:18,162 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:18,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T04:21:18,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:18,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5236ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:18,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:21:18,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:18,164 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:21:18,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:18,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:21:18,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b81e856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:18,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:21:18,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:18,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:18,165 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:18,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5638986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:18,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:18,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,42777,1731730849905, seqNum=-1] 2024-11-16T04:21:18,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:18,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:18,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4., hostname=fda3efb342d8,42777,1731730849905, seqNum=2] 2024-11-16T04:21:18,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:18,291 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 608, reset compression=false 2024-11-16T04:21:18,364 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 654, reset compression=false 2024-11-16T04:21:18,367 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 480, reset compression=false 2024-11-16T04:21:18,371 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:18,371 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 630, reset compression=false 2024-11-16T04:21:18,371 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:18,575 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 630, reset compression=false 2024-11-16T04:21:18,601 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 608, reset compression=false 2024-11-16T04:21:18,667 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 654, reset compression=false 2024-11-16T04:21:18,878 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 630, reset compression=false 2024-11-16T04:21:18,922 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T04:21:18,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T04:21:19,004 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 608, reset compression=false 2024-11-16T04:21:19,070 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 654, reset compression=false 2024-11-16T04:21:19,074 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:19,074 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 758, reset compression=false 2024-11-16T04:21:19,074 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[{test/d839c475cf1592d4683ce19b59d095fb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:21:19,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:19,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:19,215 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:21:19,277 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 758, reset compression=false 2024-11-16T04:21:19,281 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 630, reset compression=false 2024-11-16T04:21:19,285 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:19,285 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 757, reset compression=false 2024-11-16T04:21:19,285 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[{test/d69a03944f39c3b06204669d0ee0ffe4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T04:21:19,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:19,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:19,488 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 757, reset compression=false 2024-11-16T04:21:19,507 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 608, reset compression=false 2024-11-16T04:21:19,511 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:19,511 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 759, reset compression=false 2024-11-16T04:21:19,511 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:19,580 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 758, reset compression=false 2024-11-16T04:21:19,714 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 759, reset compression=false 2024-11-16T04:21:19,791 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 757, reset compression=false 2024-11-16T04:21:19,926 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T04:21:19,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T04:21:19,984 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 758, reset compression=false 2024-11-16T04:21:20,016 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 759, reset compression=false 2024-11-16T04:21:20,194 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 757, reset compression=false 2024-11-16T04:21:20,198 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:20,198 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 913, reset compression=false 2024-11-16T04:21:20,198 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[{test/d69a03944f39c3b06204669d0ee0ffe4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T04:21:20,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:20,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:20,401 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 913, reset compression=false 2024-11-16T04:21:20,420 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 759, reset compression=false 2024-11-16T04:21:20,446 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:20,446 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 907, reset compression=false 2024-11-16T04:21:20,446 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c75fb91ee06bde68305bf2fdb521122/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T04:21:20,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:20,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:20,488 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 758, reset compression=false 2024-11-16T04:21:20,499 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:20,499 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 929, reset compression=false 2024-11-16T04:21:20,499 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:20,672 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 907, reset compression=false 2024-11-16T04:21:20,715 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 913, reset compression=false 2024-11-16T04:21:20,721 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 929, reset compression=false 2024-11-16T04:21:20,932 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T04:21:20,938 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T04:21:20,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:20,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:21:20,950 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68510 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:21:20,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:20,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:20,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:20,979 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 907, reset compression=false 2024-11-16T04:21:21,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:21,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1066, reset compression=false 2024-11-16T04:21:21,003 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c75fb91ee06bde68305bf2fdb521122/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T04:21:21,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:21,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:21,044 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 929, reset compression=false 2024-11-16T04:21:21,059 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:21,059 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1078, reset compression=false 2024-11-16T04:21:21,059 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[{test/d839c475cf1592d4683ce19b59d095fb/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T04:21:21,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:21,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:21,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:21,119 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 913, reset compression=false 2024-11-16T04:21:21,142 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:21,142 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1085, reset compression=false 2024-11-16T04:21:21,142 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:21,244 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1066, reset compression=false 2024-11-16T04:21:21,294 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1078, reset compression=false 2024-11-16T04:21:21,349 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1085, reset compression=false 2024-11-16T04:21:21,552 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1066, reset compression=false 2024-11-16T04:21:21,611 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1078, reset compression=false 2024-11-16T04:21:21,658 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1085, reset compression=false 2024-11-16T04:21:21,941 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T04:21:21,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T04:21:21,978 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1066, reset compression=false 2024-11-16T04:21:22,034 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1078, reset compression=false 2024-11-16T04:21:22,038 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:22,038 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1237, reset compression=false 2024-11-16T04:21:22,038 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[{test/d839c475cf1592d4683ce19b59d095fb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T04:21:22,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:22,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:22,062 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1085, reset compression=false 2024-11-16T04:21:22,066 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:22,066 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1234, reset compression=false 2024-11-16T04:21:22,066 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[{test/d69a03944f39c3b06204669d0ee0ffe4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T04:21:22,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:22,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:22,241 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1237, reset compression=false 2024-11-16T04:21:22,271 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1234, reset compression=false 2024-11-16T04:21:22,481 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1066, reset compression=false 2024-11-16T04:21:22,485 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:22,485 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1239, reset compression=false 2024-11-16T04:21:22,485 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:22,547 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1237, reset compression=false 2024-11-16T04:21:22,574 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1234, reset compression=false 2024-11-16T04:21:22,688 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1239, reset compression=false 2024-11-16T04:21:22,947 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T04:21:22,950 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1237, reset compression=false 2024-11-16T04:21:22,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:22,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:22,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:22,958 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5a8b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:22,959 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af727d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:22,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39703,1731730861822 2024-11-16T04:21:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d40633 2024-11-16T04:21:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:22,966 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:22,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-16T04:21:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T04:21:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:21:22,977 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1234, reset compression=false 2024-11-16T04:21:22,991 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1239, reset compression=false 2024-11-16T04:21:23,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:21:23,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T04:21:23,191 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T04:21:23,192 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T04:21:23,192 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,36017,1731730861974 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T04:21:23,192 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0. 2024-11-16T04:21:23,192 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:23,192 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:23,193 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:23,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:21:23,293 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:21:23,293 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:21:23,393 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 terminated 2024-11-16T04:21:23,395 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1239, reset compression=false 2024-11-16T04:21:23,415 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,36017,1731730861974, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:23,415 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T04:21:23,415 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T04:21:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T04:21:23,418 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on fda3efb342d8,36017,1731730861974 suceeded 2024-11-16T04:21:23,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T04:21:23,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-16T04:21:23,419 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T04:21:23,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 452 msec 2024-11-16T04:21:23,429 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:34171' 2024-11-16T04:21:23,430 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f75596c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:23,430 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,34171,-1 for getting cluster id 2024-11-16T04:21:23,430 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:23,431 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9067a945-1eb0-4c15-a59c-1357f14b8239' 2024-11-16T04:21:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9067a945-1eb0-4c15-a59c-1357f14b8239" 2024-11-16T04:21:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a108daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,34171,-1] 2024-11-16T04:21:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:23,432 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:23,432 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb1bb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:23,432 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:23,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,34171,1731730849624 2024-11-16T04:21:23,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb824ef 2024-11-16T04:21:23,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:23,434 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:23,434 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,36017,1731730861974 (queues=1) is replicating from cluster=6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4 to cluster=9067a945-1eb0-4c15-a59c-1357f14b8239 2024-11-16T04:21:23,434 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C36017%2C1731730861974 2024-11-16T04:21:23,435 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,36017,1731730861974, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:23,435 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C36017%2C1731730861974 2024-11-16T04:21:23,480 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1234, reset compression=false 2024-11-16T04:21:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:21:23,600 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:23,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:23,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:23,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:23,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:23,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:23,604 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T04:21:23,898 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1239, reset compression=false 2024-11-16T04:21:24,084 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1234, reset compression=false 2024-11-16T04:21:24,088 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:24,089 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1338, reset compression=false 2024-11-16T04:21:24,089 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[{test/d69a03944f39c3b06204669d0ee0ffe4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:21:24,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:24,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:24,292 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1338, reset compression=false 2024-11-16T04:21:24,501 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1239, reset compression=false 2024-11-16T04:21:24,505 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:24,505 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1367, reset compression=false 2024-11-16T04:21:24,505 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c75fb91ee06bde68305bf2fdb521122/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T04:21:24,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:24,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:24,595 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1338, reset compression=false 2024-11-16T04:21:24,605 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T04:21:24,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:24,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39703,-1 for getting cluster id 2024-11-16T04:21:24,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:24,608 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4' 2024-11-16T04:21:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6601c5a9-6a17-4f15-8bf4-c86ef8c33bc4" 2024-11-16T04:21:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39207caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39703,-1] 2024-11-16T04:21:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:24,610 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192447a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:24,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39703,1731730861822 2024-11-16T04:21:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@347cf360 2024-11-16T04:21:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:24,615 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:24,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-16T04:21:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T04:21:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T04:21:24,708 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1367, reset compression=false 2024-11-16T04:21:24,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:24,713 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:24,713 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:24,713 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c75fb91ee06bde68305bf2fdb521122/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:21:24,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:24,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T04:21:24,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T04:21:24,861 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T04:21:24,861 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T04:21:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T04:21:24,863 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on fda3efb342d8,36017,1731730861974 suceeded 2024-11-16T04:21:24,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T04:21:24,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-16T04:21:24,865 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T04:21:24,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 249 msec 2024-11-16T04:21:24,916 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:24,936 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, startPosition=1237, beingWritten=true 2024-11-16T04:21:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T04:21:24,940 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:24,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:24,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:24,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:24,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:24,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:24,941 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:21:24,942 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1515, reset compression=false 2024-11-16T04:21:24,942 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[{test/d839c475cf1592d4683ce19b59d095fb/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T04:21:24,942 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-16T04:21:24,944 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:24,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T04:21:24,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:21:24,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:21:24,998 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1338, reset compression=false 2024-11-16T04:21:25,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:25,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:25,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:25,145 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1515, reset compression=false 2024-11-16T04:21:25,206 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:25,221 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:25,449 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1515, reset compression=false 2024-11-16T04:21:25,509 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:25,629 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:25,805 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:21:25,852 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1515, reset compression=false 2024-11-16T04:21:25,911 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:25,944 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T04:21:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:21:25,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:25,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:25,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:25,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:25,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:25,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:21:25,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1165655194, stopped=false 2024-11-16T04:21:25,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,39703,1731730861822 2024-11-16T04:21:25,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-77448059/running 2024-11-16T04:21:25,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:25,955 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:21:25,955 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-77448059/running 2024-11-16T04:21:25,955 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:25,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:25,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:25,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:25,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,36017,1731730861974' ***** 2024-11-16T04:21:25,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:21:25,956 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:21:25,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/running 2024-11-16T04:21:25,956 INFO [RS:0;fda3efb342d8:36017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:21:25,956 INFO [RS:0;fda3efb342d8:36017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:21:25,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Set watcher on znode that does not yet exist, /2-77448059/running 2024-11-16T04:21:25,956 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 03762d35d6724bba346424b852e73102 2024-11-16T04:21:25,957 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:21:25,960 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:25,960 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,36017,1731730861974 2024-11-16T04:21:25,960 INFO [RS:0;fda3efb342d8:36017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:21:25,960 INFO [RS:0;fda3efb342d8:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:36017. 2024-11-16T04:21:25,960 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03762d35d6724bba346424b852e73102, disabling compactions & flushes 2024-11-16T04:21:25,960 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:25,960 DEBUG [RS:0;fda3efb342d8:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:25,960 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:25,960 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:25,960 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. after waiting 0 ms 2024-11-16T04:21:25,960 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:25,960 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:21:25,960 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:21:25,961 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:21:25,961 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:21:25,961 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03762d35d6724bba346424b852e73102 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-16T04:21:25,964 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:21:25,964 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1325): Online Regions={03762d35d6724bba346424b852e73102=hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102., d839c475cf1592d4683ce19b59d095fb=test,,1731730869231.d839c475cf1592d4683ce19b59d095fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:21:25,964 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 03762d35d6724bba346424b852e73102, 1588230740, d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:25,964 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:25,964 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:25,964 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:25,964 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:25,964 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:25,964 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:21:25,983 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/info/21bbd1aaa524494b8b619a541137279f is 147, key is hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102./info:regioninfo/1731730875481/Put/seqid=0 2024-11-16T04:21:25,983 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/.tmp/queue/babd95413b2b4ba5913f6222afd7a421 is 154, key is 1-fda3efb342d8,36017,1731730861974/queue:fda3efb342d8%2C36017%2C1731730861974/1731730884949/Put/seqid=0 2024-11-16T04:21:25,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741841_1017 (size=5353) 2024-11-16T04:21:25,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741840_1016 (size=7686) 2024-11-16T04:21:26,010 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:21:26,134 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:26,164 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 03762d35d6724bba346424b852e73102, 1588230740, d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:26,355 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1515, reset compression=false 2024-11-16T04:21:26,365 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 03762d35d6724bba346424b852e73102, 1588230740, d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:26,389 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/info/21bbd1aaa524494b8b619a541137279f 2024-11-16T04:21:26,389 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/.tmp/queue/babd95413b2b4ba5913f6222afd7a421 2024-11-16T04:21:26,395 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/.tmp/queue/babd95413b2b4ba5913f6222afd7a421 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/queue/babd95413b2b4ba5913f6222afd7a421 2024-11-16T04:21:26,399 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/queue/babd95413b2b4ba5913f6222afd7a421, entries=1, sequenceid=13, filesize=5.2 K 2024-11-16T04:21:26,400 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 03762d35d6724bba346424b852e73102 in 440ms, sequenceid=13, compaction requested=false 2024-11-16T04:21:26,411 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/replication/03762d35d6724bba346424b852e73102/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:21:26,412 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03762d35d6724bba346424b852e73102: Waiting for close lock at 1731730885960Running coprocessor pre-close hooks at 1731730885960Disabling compacts and flushes for region at 1731730885960Disabling writes for close at 1731730885960Obtaining lock to block concurrent updates at 1731730885961 (+1 ms)Preparing flush snapshotting stores in 03762d35d6724bba346424b852e73102 at 1731730885961Finished memstore snapshotting hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731730885961Flushing stores of hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. at 1731730885962 (+1 ms)Flushing 03762d35d6724bba346424b852e73102/queue: creating writer at 1731730885962Flushing 03762d35d6724bba346424b852e73102/queue: appending metadata at 1731730885982 (+20 ms)Flushing 03762d35d6724bba346424b852e73102/queue: closing flushed file at 1731730885982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e437d2f: reopening flushed file at 1731730886394 (+412 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 03762d35d6724bba346424b852e73102 in 440ms, sequenceid=13, compaction requested=false at 1731730886400 (+6 ms)Writing region close event to WAL at 1731730886408 (+8 ms)Running coprocessor post-close hooks at 1731730886412 (+4 ms)Closed at 1731730886412 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730874723.03762d35d6724bba346424b852e73102. 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d839c475cf1592d4683ce19b59d095fb, disabling compactions & flushes 2024-11-16T04:21:26,412 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. after waiting 0 ms 2024-11-16T04:21:26,412 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:26,412 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d839c475cf1592d4683ce19b59d095fb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T04:21:26,415 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:26,416 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/ns/36ae9e436756488c94b863032f04cdda is 43, key is default/ns:d/1731730864879/Put/seqid=0 2024-11-16T04:21:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:21:26,419 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/ns/36ae9e436756488c94b863032f04cdda 2024-11-16T04:21:26,430 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/f/6ae458795acb4b45aba6b753743ef852 is 37, key is row3/f:row3/1731730883601/Put/seqid=0 2024-11-16T04:21:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741843_1019 (size=5228) 2024-11-16T04:21:26,441 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/f/6ae458795acb4b45aba6b753743ef852 2024-11-16T04:21:26,442 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/rep_barrier/7924cf93762c40b1aa839d3ac46ca014 is 112, key is test,,1731730869231.d839c475cf1592d4683ce19b59d095fb./rep_barrier:seqnumDuringOpen/1731730870382/Put/seqid=0 2024-11-16T04:21:26,448 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ae458795acb4b45aba6b753743ef852 2024-11-16T04:21:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741844_1020 (size=5518) 2024-11-16T04:21:26,471 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/f1/10afcdfb8cd24648aacdc29c22f53cf4 is 30, key is row1/f1:/1731730880933/DeleteFamily/seqid=0 2024-11-16T04:21:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741845_1021 (size=5158) 2024-11-16T04:21:26,490 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/f1/10afcdfb8cd24648aacdc29c22f53cf4 2024-11-16T04:21:26,494 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10afcdfb8cd24648aacdc29c22f53cf4 2024-11-16T04:21:26,518 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/norep/ed690278c15b4a6baf312d23305af9c5 is 33, key is row2/norep:/1731730881942/DeleteFamily/seqid=0 2024-11-16T04:21:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741846_1022 (size=5108) 2024-11-16T04:21:26,536 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/norep/ed690278c15b4a6baf312d23305af9c5 2024-11-16T04:21:26,543 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed690278c15b4a6baf312d23305af9c5 2024-11-16T04:21:26,544 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/f/6ae458795acb4b45aba6b753743ef852 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/f/6ae458795acb4b45aba6b753743ef852 2024-11-16T04:21:26,551 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ae458795acb4b45aba6b753743ef852 2024-11-16T04:21:26,551 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/f/6ae458795acb4b45aba6b753743ef852, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T04:21:26,552 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/f1/10afcdfb8cd24648aacdc29c22f53cf4 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/f1/10afcdfb8cd24648aacdc29c22f53cf4 2024-11-16T04:21:26,559 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10afcdfb8cd24648aacdc29c22f53cf4 2024-11-16T04:21:26,559 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/f1/10afcdfb8cd24648aacdc29c22f53cf4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T04:21:26,560 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/.tmp/norep/ed690278c15b4a6baf312d23305af9c5 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/norep/ed690278c15b4a6baf312d23305af9c5 2024-11-16T04:21:26,563 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed690278c15b4a6baf312d23305af9c5 2024-11-16T04:21:26,563 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/norep/ed690278c15b4a6baf312d23305af9c5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T04:21:26,564 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d839c475cf1592d4683ce19b59d095fb in 152ms, sequenceid=12, compaction requested=false 2024-11-16T04:21:26,565 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d839c475cf1592d4683ce19b59d095fb 2024-11-16T04:21:26,569 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/default/test/d839c475cf1592d4683ce19b59d095fb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T04:21:26,569 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:26,569 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:21:26,569 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:26,569 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d839c475cf1592d4683ce19b59d095fb: Waiting for close lock at 1731730886412Running coprocessor pre-close hooks at 1731730886412Disabling compacts and flushes for region at 1731730886412Disabling writes for close at 1731730886412Obtaining lock to block concurrent updates at 1731730886412Preparing flush snapshotting stores in d839c475cf1592d4683ce19b59d095fb at 1731730886412Finished memstore snapshotting test,,1731730869231.d839c475cf1592d4683ce19b59d095fb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731730886413 (+1 ms)Flushing stores of test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. at 1731730886413Flushing d839c475cf1592d4683ce19b59d095fb/f: creating writer at 1731730886413Flushing d839c475cf1592d4683ce19b59d095fb/f: appending metadata at 1731730886430 (+17 ms)Flushing d839c475cf1592d4683ce19b59d095fb/f: closing flushed file at 1731730886430Flushing d839c475cf1592d4683ce19b59d095fb/f1: creating writer at 1731730886448 (+18 ms)Flushing d839c475cf1592d4683ce19b59d095fb/f1: appending metadata at 1731730886471 (+23 ms)Flushing d839c475cf1592d4683ce19b59d095fb/f1: closing flushed file at 1731730886471Flushing d839c475cf1592d4683ce19b59d095fb/norep: creating writer at 1731730886494 (+23 ms)Flushing d839c475cf1592d4683ce19b59d095fb/norep: appending metadata at 1731730886517 (+23 ms)Flushing d839c475cf1592d4683ce19b59d095fb/norep: closing flushed file at 1731730886517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6a4c82: reopening flushed file at 1731730886543 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417d3cfb: reopening flushed file at 1731730886551 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336aa5c9: reopening flushed file at 1731730886559 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d839c475cf1592d4683ce19b59d095fb in 152ms, sequenceid=12, compaction requested=false at 1731730886564 (+5 ms)Writing region close event to WAL at 1731730886567 (+3 ms)Running coprocessor post-close hooks at 1731730886569 (+2 ms)Closed at 1731730886569 2024-11-16T04:21:26,570 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730869231.d839c475cf1592d4683ce19b59d095fb. 2024-11-16T04:21:26,737 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:26,765 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:26,793 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:21:26,793 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:21:26,854 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/rep_barrier/7924cf93762c40b1aa839d3ac46ca014 2024-11-16T04:21:26,873 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/table/934463d4ce6446ab875d132a1b4353c6 is 53, key is hbase:replication/table:state/1731730875488/Put/seqid=0 2024-11-16T04:21:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741847_1023 (size=5308) 2024-11-16T04:21:26,958 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 1515, reset compression=false 2024-11-16T04:21:26,962 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:26,962 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 2406, reset compression=false 2024-11-16T04:21:26,962 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,36017,1731730861974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930, lastWalPosition=2406, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:26,963 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,36017,1731730861974: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,36017,1731730861974, walGroup=fda3efb342d8%2C36017%2C1731730861974, offset=fda3efb342d8%2C36017%2C1731730861974.1731730863930:2406, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:36017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:21:26,964 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:21:26,964 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:21:26,965 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:21:26,965 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:21:26,965 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:21:26,965 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1304428544, "init": 1048576000, "max": 2306867200, "used": 826697696 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198593528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:21:26,965 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:21:26,965 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:21:26,965 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:26,965 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:39703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:39703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:21:27,018 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:27,165 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 2406, reset compression=false 2024-11-16T04:21:27,165 DEBUG [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:27,277 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/table/934463d4ce6446ab875d132a1b4353c6 2024-11-16T04:21:27,283 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/info/21bbd1aaa524494b8b619a541137279f as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/info/21bbd1aaa524494b8b619a541137279f 2024-11-16T04:21:27,290 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/info/21bbd1aaa524494b8b619a541137279f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:21:27,290 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/ns/36ae9e436756488c94b863032f04cdda as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/ns/36ae9e436756488c94b863032f04cdda 2024-11-16T04:21:27,296 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/ns/36ae9e436756488c94b863032f04cdda, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:21:27,297 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/rep_barrier/7924cf93762c40b1aa839d3ac46ca014 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/rep_barrier/7924cf93762c40b1aa839d3ac46ca014 2024-11-16T04:21:27,301 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/rep_barrier/7924cf93762c40b1aa839d3ac46ca014, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:21:27,303 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/.tmp/table/934463d4ce6446ab875d132a1b4353c6 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/table/934463d4ce6446ab875d132a1b4353c6 2024-11-16T04:21:27,308 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/table/934463d4ce6446ab875d132a1b4353c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:21:27,309 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-16T04:21:27,320 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:21:27,320 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:27,320 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:21:27,320 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:27,320 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730885964Running coprocessor pre-close hooks at 1731730885964Disabling compacts and flushes for region at 1731730885964Disabling writes for close at 1731730885964Obtaining lock to block concurrent updates at 1731730885964Preparing flush snapshotting stores in 1588230740 at 1731730885964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730885965 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730885965Flushing 1588230740/info: creating writer at 1731730885965Flushing 1588230740/info: appending metadata at 1731730885982 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731730885982Flushing 1588230740/ns: creating writer at 1731730886394 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731730886416 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731730886416Flushing 1588230740/rep_barrier: creating writer at 1731730886423 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730886441 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730886441Flushing 1588230740/table: creating writer at 1731730886858 (+417 ms)Flushing 1588230740/table: appending metadata at 1731730886872 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731730886872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10019a58: reopening flushed file at 1731730887282 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e357fc5: reopening flushed file at 1731730887290 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3cba4b: reopening flushed file at 1731730887296 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45581a45: reopening flushed file at 1731730887302 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1731730887309 (+7 ms)Writing region close event to WAL at 1731730887317 (+8 ms)Running coprocessor post-close hooks at 1731730887320 (+3 ms)Closed at 1731730887320 2024-11-16T04:21:27,320 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:27,365 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,36017,1731730861974; all regions closed. 2024-11-16T04:21:27,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:21:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741839_1015 (size=3333) 2024-11-16T04:21:27,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741832_1008 (size=2414) 2024-11-16T04:21:27,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 not finished, retry = 0 2024-11-16T04:21:27,440 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:27,469 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 to pos 2406, reset compression=false 2024-11-16T04:21:27,472 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:27,472 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:21:27,472 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/WALs/fda3efb342d8,36017,1731730861974/fda3efb342d8%2C36017%2C1731730861974.1731730863930 2024-11-16T04:21:27,472 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T04:21:27,472 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T04:21:27,472 INFO [RS:0;fda3efb342d8:36017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:21:27,473 INFO [RS:0;fda3efb342d8:36017 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:21:27,473 INFO [RS:0;fda3efb342d8:36017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:21:27,473 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:21:27,473 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,36017,1731730861974 because: Region server is closing 2024-11-16T04:21:27,473 INFO [RS:0;fda3efb342d8:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:36017. 2024-11-16T04:21:27,473 DEBUG [RS:0;fda3efb342d8:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:27,473 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:27,474 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:27,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:27,574 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.shipperfda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 terminated 2024-11-16T04:21:27,574 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,36017,1731730861974.replicationSource.wal-reader.fda3efb342d8%2C36017%2C1731730861974,1-fda3efb342d8,36017,1731730861974 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-16T04:21:27,574 INFO [RS:0;fda3efb342d8:36017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:36017. 2024-11-16T04:21:27,574 DEBUG [RS:0;fda3efb342d8:36017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:27,574 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:27,575 DEBUG [RS:0;fda3efb342d8:36017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:27,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:27,575 INFO [RS:0;fda3efb342d8:36017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36017 2024-11-16T04:21:27,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059/rs 2024-11-16T04:21:27,586 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-77448059/rs/fda3efb342d8,36017,1731730861974 2024-11-16T04:21:27,586 INFO [RS:0;fda3efb342d8:36017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:21:27,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,36017,1731730861974] 2024-11-16T04:21:27,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-77448059/draining/fda3efb342d8,36017,1731730861974 already deleted, retry=false 2024-11-16T04:21:27,607 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,36017,1731730861974 expired; onlineServers=0 2024-11-16T04:21:27,607 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,39703,1731730861822' ***** 2024-11-16T04:21:27,607 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:21:27,613 INFO [M:0;fda3efb342d8:39703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:21:27,613 INFO [M:0;fda3efb342d8:39703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:21:27,613 DEBUG [M:0;fda3efb342d8:39703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:21:27,613 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:21:27,613 DEBUG [M:0;fda3efb342d8:39703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:21:27,614 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730863604 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730863604,5,FailOnTimeoutGroup] 2024-11-16T04:21:27,614 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730863604 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730863604,5,FailOnTimeoutGroup] 2024-11-16T04:21:27,614 INFO [M:0;fda3efb342d8:39703 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:21:27,614 INFO [M:0;fda3efb342d8:39703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:21:27,614 DEBUG [M:0;fda3efb342d8:39703 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:21:27,614 INFO [M:0;fda3efb342d8:39703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:21:27,614 INFO [M:0;fda3efb342d8:39703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:21:27,614 INFO [M:0;fda3efb342d8:39703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:21:27,614 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:21:27,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-77448059/master 2024-11-16T04:21:27,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-77448059 2024-11-16T04:21:27,618 DEBUG [M:0;fda3efb342d8:39703 {}] zookeeper.ZKUtil(347): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Unable to get data of znode /2-77448059/master because node does not exist (not an error) 2024-11-16T04:21:27,618 WARN [M:0;fda3efb342d8:39703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:21:27,619 INFO [M:0;fda3efb342d8:39703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/.lastflushedseqids 2024-11-16T04:21:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741848_1024 (size=245) 2024-11-16T04:21:27,697 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:27,697 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36017-0x10141dfb2890007, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:27,697 INFO [RS:0;fda3efb342d8:36017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:21:27,697 INFO [RS:0;fda3efb342d8:36017 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,36017,1731730861974; zookeeper connection closed. 2024-11-16T04:21:27,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e6e14b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e6e14b 2024-11-16T04:21:27,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:21:27,721 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:28,023 INFO [M:0;fda3efb342d8:39703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:21:28,023 INFO [M:0;fda3efb342d8:39703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:21:28,024 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:28,024 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:28,024 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:28,024 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:28,024 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:28,024 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-16T04:21:28,043 DEBUG [M:0;fda3efb342d8:39703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/141811653fa24721b4bd9ffd7971f830 is 82, key is hbase:meta,,1/info:regioninfo/1731730864844/Put/seqid=0 2024-11-16T04:21:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741849_1025 (size=5672) 2024-11-16T04:21:28,244 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:28,448 INFO [M:0;fda3efb342d8:39703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/141811653fa24721b4bd9ffd7971f830 2024-11-16T04:21:28,481 DEBUG [M:0;fda3efb342d8:39703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8e569f6dec14182b7cce18a554943c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730875491/Put/seqid=0 2024-11-16T04:21:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741850_1026 (size=9212) 2024-11-16T04:21:28,512 INFO [M:0;fda3efb342d8:39703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8e569f6dec14182b7cce18a554943c3 2024-11-16T04:21:28,525 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:28,547 DEBUG [M:0;fda3efb342d8:39703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98bf097550be4546ad4e61dbd32f7675 is 69, key is fda3efb342d8,36017,1731730861974/rs:state/1731730863741/Put/seqid=0 2024-11-16T04:21:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741851_1027 (size=5156) 2024-11-16T04:21:28,581 INFO [M:0;fda3efb342d8:39703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98bf097550be4546ad4e61dbd32f7675 2024-11-16T04:21:28,587 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/141811653fa24721b4bd9ffd7971f830 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/141811653fa24721b4bd9ffd7971f830 2024-11-16T04:21:28,593 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/141811653fa24721b4bd9ffd7971f830, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T04:21:28,594 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8e569f6dec14182b7cce18a554943c3 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8e569f6dec14182b7cce18a554943c3 2024-11-16T04:21:28,603 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8e569f6dec14182b7cce18a554943c3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T04:21:28,604 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98bf097550be4546ad4e61dbd32f7675 as hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98bf097550be4546ad4e61dbd32f7675 2024-11-16T04:21:28,612 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/a2971e47-1cde-aad8-35f9-a43fdf9f3459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98bf097550be4546ad4e61dbd32f7675, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T04:21:28,615 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=127, compaction requested=false 2024-11-16T04:21:28,621 INFO [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:28,621 DEBUG [M:0;fda3efb342d8:39703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730888023Disabling compacts and flushes for region at 1731730888023Disabling writes for close at 1731730888024 (+1 ms)Obtaining lock to block concurrent updates at 1731730888024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730888024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731730888024Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730888025 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730888025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730888043 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730888043Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730888458 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730888481 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730888481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730888517 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730888546 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730888546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669c99fe: reopening flushed file at 1731730888586 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2272e364: reopening flushed file at 1731730888593 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418ac94f: reopening flushed file at 1731730888603 (+10 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=127, compaction requested=false at 1731730888615 (+12 ms)Writing region close event to WAL at 1731730888621 (+6 ms)Closed at 1731730888621 2024-11-16T04:21:28,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44147 is added to blk_1073741830_1006 (size=73866) 2024-11-16T04:21:28,638 INFO [M:0;fda3efb342d8:39703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:21:28,638 INFO [M:0;fda3efb342d8:39703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39703 2024-11-16T04:21:28,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:21:28,639 INFO [M:0;fda3efb342d8:39703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:21:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:28,862 INFO [M:0;fda3efb342d8:39703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:21:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39703-0x10141dfb2890006, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:28,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8cf022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:28,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:21:28,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:21:28,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:21:28,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir/,STOPPED} 2024-11-16T04:21:28,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:21:28,881 WARN [BP-1412007216-172.17.0.2-1731730859816 heartbeating to localhost/127.0.0.1:34821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:21:28,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:21:28,881 WARN [BP-1412007216-172.17.0.2-1731730859816 heartbeating to localhost/127.0.0.1:34821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412007216-172.17.0.2-1731730859816 (Datanode Uuid 0ef3446c-f626-44ae-a61a-70e0419042f5) service to localhost/127.0.0.1:34821 2024-11-16T04:21:28,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/cluster_a556e91c-8964-4706-63e1-66972f3f8b7b/data/data2/current/BP-1412007216-172.17.0.2-1731730859816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:21:28,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/cluster_a556e91c-8964-4706-63e1-66972f3f8b7b/data/data1/current/BP-1412007216-172.17.0.2-1731730859816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:21:28,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:21:28,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d5c399{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:28,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:21:28,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:21:28,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:21:28,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir/,STOPPED} 2024-11-16T04:21:28,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:21:28,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:21:28,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:28,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:28,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:28,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:28,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:28,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:21:28,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1796293331, stopped=false 2024-11-16T04:21:28,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,33557,1731730856216 2024-11-16T04:21:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253474592/running 2024-11-16T04:21:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253474592/running 2024-11-16T04:21:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:21:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:21:28,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:21:28,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/running 2024-11-16T04:21:28,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Set watcher on znode that does not yet exist, /1253474592/running 2024-11-16T04:21:28,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:28,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:28,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:28,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,39157,1731730856368' ***** 2024-11-16T04:21:28,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:21:28,941 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:21:28,941 INFO [RS:0;fda3efb342d8:39157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:21:28,941 INFO [RS:0;fda3efb342d8:39157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:21:28,941 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(3091): Received CLOSE for 27d8f66d831dbc3a759a3369e0fb31d2 2024-11-16T04:21:28,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,39157,1731730856368 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39157. 2024-11-16T04:21:28,944 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27d8f66d831dbc3a759a3369e0fb31d2, disabling compactions & flushes 2024-11-16T04:21:28,944 DEBUG [RS:0;fda3efb342d8:39157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:28,944 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:28,944 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:28,944 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:28,944 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. after waiting 0 ms 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:21:28,944 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:21:28,944 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:28,945 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27d8f66d831dbc3a759a3369e0fb31d2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T04:21:28,956 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:21:28,956 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1325): Online Regions={27d8f66d831dbc3a759a3369e0fb31d2=hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2., 1588230740=hbase:meta,,1.1588230740, 7c75fb91ee06bde68305bf2fdb521122=test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122.} 2024-11-16T04:21:28,956 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d8f66d831dbc3a759a3369e0fb31d2, 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:28,957 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:28,957 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:28,957 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:28,957 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:28,957 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:28,957 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:21:28,981 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/.tmp/queue/7d37f251c39a488fb309088dea2d6366 is 154, key is 1-fda3efb342d8,39157,1731730856368/queue:fda3efb342d8%2C39157%2C1731730856368/1731730884717/Put/seqid=0 2024-11-16T04:21:29,007 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/info/653b25e0f96e423fa315e22712669f9b is 147, key is hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2./info:regioninfo/1731730873696/Put/seqid=0 2024-11-16T04:21:29,014 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:21:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741840_1016 (size=5353) 2024-11-16T04:21:29,025 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/.tmp/queue/7d37f251c39a488fb309088dea2d6366 2024-11-16T04:21:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741841_1017 (size=7686) 2024-11-16T04:21:29,043 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/info/653b25e0f96e423fa315e22712669f9b 2024-11-16T04:21:29,053 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/.tmp/queue/7d37f251c39a488fb309088dea2d6366 as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/queue/7d37f251c39a488fb309088dea2d6366 2024-11-16T04:21:29,059 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/queue/7d37f251c39a488fb309088dea2d6366, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T04:21:29,060 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 27d8f66d831dbc3a759a3369e0fb31d2 in 116ms, sequenceid=14, compaction requested=false 2024-11-16T04:21:29,061 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:21:29,076 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/replication/27d8f66d831dbc3a759a3369e0fb31d2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T04:21:29,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:29,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:21:29,077 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:29,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27d8f66d831dbc3a759a3369e0fb31d2: Waiting for close lock at 1731730888944Running coprocessor pre-close hooks at 1731730888944Disabling compacts and flushes for region at 1731730888944Disabling writes for close at 1731730888944Obtaining lock to block concurrent updates at 1731730888945 (+1 ms)Preparing flush snapshotting stores in 27d8f66d831dbc3a759a3369e0fb31d2 at 1731730888945Finished memstore snapshotting hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731730888945Flushing stores of hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. at 1731730888946 (+1 ms)Flushing 27d8f66d831dbc3a759a3369e0fb31d2/queue: creating writer at 1731730888946Flushing 27d8f66d831dbc3a759a3369e0fb31d2/queue: appending metadata at 1731730888980 (+34 ms)Flushing 27d8f66d831dbc3a759a3369e0fb31d2/queue: closing flushed file at 1731730888980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc386de: reopening flushed file at 1731730889053 (+73 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 27d8f66d831dbc3a759a3369e0fb31d2 in 116ms, sequenceid=14, compaction requested=false at 1731730889060 (+7 ms)Writing region close event to WAL at 1731730889068 (+8 ms)Running coprocessor post-close hooks at 1731730889077 (+9 ms)Closed at 1731730889077 2024-11-16T04:21:29,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730872536.27d8f66d831dbc3a759a3369e0fb31d2. 2024-11-16T04:21:29,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c75fb91ee06bde68305bf2fdb521122, disabling compactions & flushes 2024-11-16T04:21:29,078 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:29,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:29,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. after waiting 0 ms 2024-11-16T04:21:29,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:29,078 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c75fb91ee06bde68305bf2fdb521122 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T04:21:29,088 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/ns/5b22adb90f22492abbc90c9f3d51705b is 43, key is default/ns:d/1731730859679/Put/seqid=0 2024-11-16T04:21:29,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:21:29,099 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/f/70feaea762e64d94aef86f21668a7e6b is 37, key is row3/f:row3/1731730883601/Put/seqid=0 2024-11-16T04:21:29,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741843_1019 (size=5228) 2024-11-16T04:21:29,150 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1471, reset compression=false 2024-11-16T04:21:29,157 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:29,158 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:29,158 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1718, reset compression=false 2024-11-16T04:21:29,159 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,39157,1731730856368 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:29,160 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,39157,1731730856368: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,39157,1731730856368, walGroup=fda3efb342d8%2C39157%2C1731730856368, offset=fda3efb342d8%2C39157%2C1731730856368.1731730858709:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:39157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:21:29,162 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:21:29,162 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:21:29,163 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:21:29,163 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:21:29,163 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:21:29,163 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1304428544, "init": 1048576000, "max": 2306867200, "used": 787360928 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198906656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:21:29,163 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:33557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:33557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:21:29,357 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:29,365 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1718, reset compression=false 2024-11-16T04:21:29,457 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:29,495 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/ns/5b22adb90f22492abbc90c9f3d51705b 2024-11-16T04:21:29,509 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/f/70feaea762e64d94aef86f21668a7e6b 2024-11-16T04:21:29,514 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70feaea762e64d94aef86f21668a7e6b 2024-11-16T04:21:29,545 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/rep_barrier/9e918998748c40aaa659154c91554a44 is 112, key is test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122./rep_barrier:seqnumDuringOpen/1731730868221/Put/seqid=0 2024-11-16T04:21:29,557 DEBUG [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c75fb91ee06bde68305bf2fdb521122 2024-11-16T04:21:29,563 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/f1/fd25d68b477c4bb5a1965f46d202efa1 is 30, key is row1/f1:/1731730880933/DeleteFamily/seqid=0 2024-11-16T04:21:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741844_1020 (size=5518) 2024-11-16T04:21:29,583 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/rep_barrier/9e918998748c40aaa659154c91554a44 2024-11-16T04:21:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741845_1021 (size=5158) 2024-11-16T04:21:29,586 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/f1/fd25d68b477c4bb5a1965f46d202efa1 2024-11-16T04:21:29,589 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:21:29,590 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:21:29,593 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd25d68b477c4bb5a1965f46d202efa1 2024-11-16T04:21:29,610 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/table/e6adedc513354fcd91aba6fe4443d30e is 53, key is hbase:replication/table:state/1731730873702/Put/seqid=0 2024-11-16T04:21:29,615 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/norep/86ef7640bfe742da9a6f9336b9252645 is 33, key is row1/norep:/1731730880933/DeleteFamily/seqid=0 2024-11-16T04:21:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741846_1022 (size=5308) 2024-11-16T04:21:29,633 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/table/e6adedc513354fcd91aba6fe4443d30e 2024-11-16T04:21:29,638 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/info/653b25e0f96e423fa315e22712669f9b as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/info/653b25e0f96e423fa315e22712669f9b 2024-11-16T04:21:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741847_1023 (size=5108) 2024-11-16T04:21:29,640 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/norep/86ef7640bfe742da9a6f9336b9252645 2024-11-16T04:21:29,645 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86ef7640bfe742da9a6f9336b9252645 2024-11-16T04:21:29,647 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/f/70feaea762e64d94aef86f21668a7e6b as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/f/70feaea762e64d94aef86f21668a7e6b 2024-11-16T04:21:29,649 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/info/653b25e0f96e423fa315e22712669f9b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:21:29,650 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/ns/5b22adb90f22492abbc90c9f3d51705b as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/ns/5b22adb90f22492abbc90c9f3d51705b 2024-11-16T04:21:29,655 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70feaea762e64d94aef86f21668a7e6b 2024-11-16T04:21:29,655 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/f/70feaea762e64d94aef86f21668a7e6b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T04:21:29,658 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/f1/fd25d68b477c4bb5a1965f46d202efa1 as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/f1/fd25d68b477c4bb5a1965f46d202efa1 2024-11-16T04:21:29,660 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/ns/5b22adb90f22492abbc90c9f3d51705b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:21:29,662 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/rep_barrier/9e918998748c40aaa659154c91554a44 as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/rep_barrier/9e918998748c40aaa659154c91554a44 2024-11-16T04:21:29,665 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd25d68b477c4bb5a1965f46d202efa1 2024-11-16T04:21:29,665 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/f1/fd25d68b477c4bb5a1965f46d202efa1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T04:21:29,666 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/.tmp/norep/86ef7640bfe742da9a6f9336b9252645 as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/norep/86ef7640bfe742da9a6f9336b9252645 2024-11-16T04:21:29,670 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 1718, reset compression=false 2024-11-16T04:21:29,671 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/rep_barrier/9e918998748c40aaa659154c91554a44, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:21:29,672 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/.tmp/table/e6adedc513354fcd91aba6fe4443d30e as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/table/e6adedc513354fcd91aba6fe4443d30e 2024-11-16T04:21:29,676 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86ef7640bfe742da9a6f9336b9252645 2024-11-16T04:21:29,676 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/norep/86ef7640bfe742da9a6f9336b9252645, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T04:21:29,677 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7c75fb91ee06bde68305bf2fdb521122 in 599ms, sequenceid=12, compaction requested=false 2024-11-16T04:21:29,677 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:21:29,684 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/table/e6adedc513354fcd91aba6fe4443d30e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:21:29,686 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 728ms, sequenceid=16, compaction requested=false 2024-11-16T04:21:29,686 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:21:29,686 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:29,686 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/WALs/fda3efb342d8,39157,1731730856368/fda3efb342d8%2C39157%2C1731730856368.1731730858709 to pos 2067, reset compression=false 2024-11-16T04:21:29,728 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:21:29,728 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/data/default/test/7c75fb91ee06bde68305bf2fdb521122/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T04:21:29,728 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:29,728 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:29,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:21:29,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:21:29,729 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:29,729 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:29,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c75fb91ee06bde68305bf2fdb521122: Waiting for close lock at 1731730889078Running coprocessor pre-close hooks at 1731730889078Disabling compacts and flushes for region at 1731730889078Disabling writes for close at 1731730889078Obtaining lock to block concurrent updates at 1731730889078Preparing flush snapshotting stores in 7c75fb91ee06bde68305bf2fdb521122 at 1731730889078Finished memstore snapshotting test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731730889078Flushing stores of test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. at 1731730889079 (+1 ms)Flushing 7c75fb91ee06bde68305bf2fdb521122/f: creating writer at 1731730889079Flushing 7c75fb91ee06bde68305bf2fdb521122/f: appending metadata at 1731730889098 (+19 ms)Flushing 7c75fb91ee06bde68305bf2fdb521122/f: closing flushed file at 1731730889098Flushing 7c75fb91ee06bde68305bf2fdb521122/f1: creating writer at 1731730889514 (+416 ms)Flushing 7c75fb91ee06bde68305bf2fdb521122/f1: appending metadata at 1731730889562 (+48 ms)Flushing 7c75fb91ee06bde68305bf2fdb521122/f1: closing flushed file at 1731730889562Flushing 7c75fb91ee06bde68305bf2fdb521122/norep: creating writer at 1731730889594 (+32 ms)Flushing 7c75fb91ee06bde68305bf2fdb521122/norep: appending metadata at 1731730889614 (+20 ms)Flushing 7c75fb91ee06bde68305bf2fdb521122/norep: closing flushed file at 1731730889614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61353a5c: reopening flushed file at 1731730889645 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9e46e8: reopening flushed file at 1731730889656 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bcad883: reopening flushed file at 1731730889665 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7c75fb91ee06bde68305bf2fdb521122 in 599ms, sequenceid=12, compaction requested=false at 1731730889677 (+12 ms)Writing region close event to WAL at 1731730889724 (+47 ms)Running coprocessor post-close hooks at 1731730889728 (+4 ms)Closed at 1731730889729 (+1 ms) 2024-11-16T04:21:29,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730888956Running coprocessor pre-close hooks at 1731730888956Disabling compacts and flushes for region at 1731730888956Disabling writes for close at 1731730888957 (+1 ms)Obtaining lock to block concurrent updates at 1731730888957Preparing flush snapshotting stores in 1588230740 at 1731730888957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730888957Flushing stores of hbase:meta,,1.1588230740 at 1731730888958 (+1 ms)Flushing 1588230740/info: creating writer at 1731730888959 (+1 ms)Flushing 1588230740/info: appending metadata at 1731730889006 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731730889006Flushing 1588230740/ns: creating writer at 1731730889058 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731730889087 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731730889088 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731730889499 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730889544 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730889544Flushing 1588230740/table: creating writer at 1731730889589 (+45 ms)Flushing 1588230740/table: appending metadata at 1731730889610 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731730889610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b7e9fd: reopening flushed file at 1731730889637 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adf0fa2: reopening flushed file at 1731730889649 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f00932: reopening flushed file at 1731730889661 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193d2d70: reopening flushed file at 1731730889671 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 728ms, sequenceid=16, compaction requested=false at 1731730889686 (+15 ms)Writing region close event to WAL at 1731730889725 (+39 ms)Running coprocessor post-close hooks at 1731730889728 (+3 ms)Closed at 1731730889729 (+1 ms) 2024-11-16T04:21:29,729 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730867082.7c75fb91ee06bde68305bf2fdb521122. 2024-11-16T04:21:29,729 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:29,757 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,39157,1731730856368; all regions closed. 2024-11-16T04:21:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:21:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741839_1015 (size=3552) 2024-11-16T04:21:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741832_1008 (size=2370) 2024-11-16T04:21:29,785 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:29,785 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:21:29,785 INFO [RS:0;fda3efb342d8:39157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:21:29,785 INFO [RS:0;fda3efb342d8:39157 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:21:29,785 INFO [RS:0;fda3efb342d8:39157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:21:29,785 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:21:29,786 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,39157,1731730856368 because: Region server is closing 2024-11-16T04:21:29,786 INFO [RS:0;fda3efb342d8:39157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39157. 2024-11-16T04:21:29,786 DEBUG [RS:0;fda3efb342d8:39157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:29,786 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:29,786 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:29,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:29,887 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.shipperfda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 terminated 2024-11-16T04:21:29,887 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,39157,1731730856368.replicationSource.wal-reader.fda3efb342d8%2C39157%2C1731730856368,1-fda3efb342d8,39157,1731730856368 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:21:29,887 INFO [RS:0;fda3efb342d8:39157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:39157. 2024-11-16T04:21:29,887 DEBUG [RS:0;fda3efb342d8:39157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:29,887 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:29,887 DEBUG [RS:0;fda3efb342d8:39157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:29,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:29,887 INFO [RS:0;fda3efb342d8:39157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39157 2024-11-16T04:21:30,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253474592/rs/fda3efb342d8,39157,1731730856368 2024-11-16T04:21:30,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592/rs 2024-11-16T04:21:30,055 INFO [RS:0;fda3efb342d8:39157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:21:30,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,39157,1731730856368] 2024-11-16T04:21:30,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1253474592/draining/fda3efb342d8,39157,1731730856368 already deleted, retry=false 2024-11-16T04:21:30,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,39157,1731730856368 expired; onlineServers=0 2024-11-16T04:21:30,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,33557,1731730856216' ***** 2024-11-16T04:21:30,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:21:30,145 INFO [M:0;fda3efb342d8:33557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:21:30,145 INFO [M:0;fda3efb342d8:33557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:21:30,145 DEBUG [M:0;fda3efb342d8:33557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:21:30,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:21:30,146 DEBUG [M:0;fda3efb342d8:33557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:21:30,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730858429 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730858429,5,FailOnTimeoutGroup] 2024-11-16T04:21:30,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730858429 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730858429,5,FailOnTimeoutGroup] 2024-11-16T04:21:30,146 INFO [M:0;fda3efb342d8:33557 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:21:30,147 INFO [M:0;fda3efb342d8:33557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:21:30,147 DEBUG [M:0;fda3efb342d8:33557 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:21:30,147 INFO [M:0;fda3efb342d8:33557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:21:30,147 INFO [M:0;fda3efb342d8:33557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:21:30,147 INFO [M:0;fda3efb342d8:33557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:21:30,147 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:21:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253474592/master 2024-11-16T04:21:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253474592 2024-11-16T04:21:30,155 DEBUG [M:0;fda3efb342d8:33557 {}] zookeeper.ZKUtil(347): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Unable to get data of znode /1253474592/master because node does not exist (not an error) 2024-11-16T04:21:30,155 WARN [M:0;fda3efb342d8:33557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:21:30,155 INFO [M:0;fda3efb342d8:33557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/.lastflushedseqids 2024-11-16T04:21:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741848_1024 (size=245) 2024-11-16T04:21:30,160 INFO [M:0;fda3efb342d8:33557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:21:30,160 INFO [M:0;fda3efb342d8:33557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:21:30,160 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:30,160 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:30,160 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:30,160 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:30,160 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:30,161 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-16T04:21:30,183 DEBUG [M:0;fda3efb342d8:33557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c201e6bcaed44ee862a63844f0d0f75 is 82, key is hbase:meta,,1/info:regioninfo/1731730859667/Put/seqid=0 2024-11-16T04:21:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741849_1025 (size=5672) 2024-11-16T04:21:30,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:30,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39157-0x10141dfb2890004, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:30,222 INFO [RS:0;fda3efb342d8:39157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:21:30,222 INFO [RS:0;fda3efb342d8:39157 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,39157,1731730856368; zookeeper connection closed. 2024-11-16T04:21:30,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 2024-11-16T04:21:30,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:21:30,460 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:30,588 INFO [M:0;fda3efb342d8:33557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c201e6bcaed44ee862a63844f0d0f75 2024-11-16T04:21:30,605 DEBUG [M:0;fda3efb342d8:33557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b799d8da3ea64b27aef8f7e72966027c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730868229/Put/seqid=0 2024-11-16T04:21:30,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741850_1026 (size=7219) 2024-11-16T04:21:31,009 INFO [M:0;fda3efb342d8:33557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b799d8da3ea64b27aef8f7e72966027c 2024-11-16T04:21:31,014 INFO [M:0;fda3efb342d8:33557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b799d8da3ea64b27aef8f7e72966027c 2024-11-16T04:21:31,037 DEBUG [M:0;fda3efb342d8:33557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/468c1caf3a5d4392bda5b18e3c47d9e8 is 69, key is fda3efb342d8,39157,1731730856368/rs:state/1731730858528/Put/seqid=0 2024-11-16T04:21:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741851_1027 (size=5156) 2024-11-16T04:21:31,054 INFO [M:0;fda3efb342d8:33557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/468c1caf3a5d4392bda5b18e3c47d9e8 2024-11-16T04:21:31,060 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c201e6bcaed44ee862a63844f0d0f75 as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c201e6bcaed44ee862a63844f0d0f75 2024-11-16T04:21:31,065 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c201e6bcaed44ee862a63844f0d0f75, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T04:21:31,066 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b799d8da3ea64b27aef8f7e72966027c as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b799d8da3ea64b27aef8f7e72966027c 2024-11-16T04:21:31,071 INFO [M:0;fda3efb342d8:33557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b799d8da3ea64b27aef8f7e72966027c 2024-11-16T04:21:31,071 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b799d8da3ea64b27aef8f7e72966027c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T04:21:31,074 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/468c1caf3a5d4392bda5b18e3c47d9e8 as hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/468c1caf3a5d4392bda5b18e3c47d9e8 2024-11-16T04:21:31,079 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40777/user/jenkins/test-data/e667fded-513c-c5c2-afb3-d61cba047a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/468c1caf3a5d4392bda5b18e3c47d9e8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T04:21:31,080 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false 2024-11-16T04:21:31,091 INFO [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:31,091 DEBUG [M:0;fda3efb342d8:33557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730890160Disabling compacts and flushes for region at 1731730890160Disabling writes for close at 1731730890160Obtaining lock to block concurrent updates at 1731730890161 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730890161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731730890161Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730890161Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730890162 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730890183 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730890183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730890592 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730890605 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730890605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730891015 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730891037 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730891037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbaa8c0: reopening flushed file at 1731730891059 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1419f6: reopening flushed file at 1731730891065 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e42546: reopening flushed file at 1731730891072 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=105, compaction requested=false at 1731730891080 (+8 ms)Writing region close event to WAL at 1731730891090 (+10 ms)Closed at 1731730891090 2024-11-16T04:21:31,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741830_1006 (size=64435) 2024-11-16T04:21:31,119 INFO [M:0;fda3efb342d8:33557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:21:31,119 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:21:31,119 INFO [M:0;fda3efb342d8:33557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33557 2024-11-16T04:21:31,120 INFO [M:0;fda3efb342d8:33557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:21:31,232 INFO [M:0;fda3efb342d8:33557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:21:31,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:31,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33557-0x10141dfb2890003, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:31,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a7f541b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:31,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@339b9dcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:21:31,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:21:31,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30dd4f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:21:31,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir/,STOPPED} 2024-11-16T04:21:31,240 WARN [BP-959944928-172.17.0.2-1731730853290 heartbeating to localhost/127.0.0.1:40777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:21:31,240 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:21:31,240 WARN [BP-959944928-172.17.0.2-1731730853290 heartbeating to localhost/127.0.0.1:40777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959944928-172.17.0.2-1731730853290 (Datanode Uuid 5a3b641a-6887-4675-8274-83a5721cfc25) service to localhost/127.0.0.1:40777 2024-11-16T04:21:31,240 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:21:31,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/cluster_6a71ceb6-743a-0180-6f17-1b9a364f1dad/data/data1/current/BP-959944928-172.17.0.2-1731730853290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:21:31,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/cluster_6a71ceb6-743a-0180-6f17-1b9a364f1dad/data/data2/current/BP-959944928-172.17.0.2-1731730853290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:21:31,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:21:31,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51434c40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:31,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51cf730b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:21:31,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:21:31,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666de90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:21:31,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e415d641-7d70-2dca-a89c-3072c0434433/hadoop.log.dir/,STOPPED} 2024-11-16T04:21:31,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:21:31,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:21:31,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:31,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:31,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:31,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:31,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:31,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:21:31,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216636876, stopped=false 2024-11-16T04:21:31,270 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,34171,1731730849624 2024-11-16T04:21:31,281 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534508869/running 2024-11-16T04:21:31,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534508869/running 2024-11-16T04:21:31,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:21:31,281 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:21:31,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:21:31,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:31,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:31,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:31,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,42777,1731730849905' ***** 2024-11-16T04:21:31,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/running 2024-11-16T04:21:31,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:21:31,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Set watcher on znode that does not yet exist, /0-1534508869/running 2024-11-16T04:21:31,282 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:21:31,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:21:31,282 INFO [RS:0;fda3efb342d8:42777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:21:31,282 INFO [RS:0;fda3efb342d8:42777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:21:31,282 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 61d5f3dbd10207b613ef651a72224a92 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,42777,1731730849905 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:42777. 2024-11-16T04:21:31,288 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61d5f3dbd10207b613ef651a72224a92, disabling compactions & flushes 2024-11-16T04:21:31,288 DEBUG [RS:0;fda3efb342d8:42777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:31,288 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:31,288 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:31,288 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:31,288 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. after waiting 0 ms 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:21:31,288 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:21:31,288 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61d5f3dbd10207b613ef651a72224a92 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T04:21:31,288 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:21:31,288 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1325): Online Regions={61d5f3dbd10207b613ef651a72224a92=hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92., 1588230740=hbase:meta,,1.1588230740, d69a03944f39c3b06204669d0ee0ffe4=test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4.} 2024-11-16T04:21:31,288 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d5f3dbd10207b613ef651a72224a92, d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:31,288 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:31,289 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:31,289 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:31,289 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:31,289 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:31,289 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:21:31,307 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/.tmp/queue/97d269f7e9a746d1bdfc10adeab48ba8 is 154, key is 1-fda3efb342d8,42777,1731730849905/queue:fda3efb342d8%2C42777%2C1731730849905/1731730885003/Put/seqid=0 2024-11-16T04:21:31,311 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/info/fb38bb00c4b04404ae41c6584e6436e5 is 147, key is hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92./info:regioninfo/1731730872150/Put/seqid=0 2024-11-16T04:21:31,317 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:21:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741840_1016 (size=5353) 2024-11-16T04:21:31,318 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/.tmp/queue/97d269f7e9a746d1bdfc10adeab48ba8 2024-11-16T04:21:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741841_1017 (size=7686) 2024-11-16T04:21:31,319 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/info/fb38bb00c4b04404ae41c6584e6436e5 2024-11-16T04:21:31,325 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/.tmp/queue/97d269f7e9a746d1bdfc10adeab48ba8 as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/queue/97d269f7e9a746d1bdfc10adeab48ba8 2024-11-16T04:21:31,344 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/queue/97d269f7e9a746d1bdfc10adeab48ba8, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T04:21:31,345 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 61d5f3dbd10207b613ef651a72224a92 in 57ms, sequenceid=14, compaction requested=false 2024-11-16T04:21:31,349 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/replication/61d5f3dbd10207b613ef651a72224a92/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:21:31,350 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61d5f3dbd10207b613ef651a72224a92: Waiting for close lock at 1731730891288Running coprocessor pre-close hooks at 1731730891288Disabling compacts and flushes for region at 1731730891288Disabling writes for close at 1731730891288Obtaining lock to block concurrent updates at 1731730891288Preparing flush snapshotting stores in 61d5f3dbd10207b613ef651a72224a92 at 1731730891288Finished memstore snapshotting hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731730891288Flushing stores of hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. at 1731730891289 (+1 ms)Flushing 61d5f3dbd10207b613ef651a72224a92/queue: creating writer at 1731730891289Flushing 61d5f3dbd10207b613ef651a72224a92/queue: appending metadata at 1731730891307 (+18 ms)Flushing 61d5f3dbd10207b613ef651a72224a92/queue: closing flushed file at 1731730891307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd45220: reopening flushed file at 1731730891324 (+17 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 61d5f3dbd10207b613ef651a72224a92 in 57ms, sequenceid=14, compaction requested=false at 1731730891345 (+21 ms)Writing region close event to WAL at 1731730891346 (+1 ms)Running coprocessor post-close hooks at 1731730891350 (+4 ms)Closed at 1731730891350 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730871393.61d5f3dbd10207b613ef651a72224a92. 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d69a03944f39c3b06204669d0ee0ffe4, disabling compactions & flushes 2024-11-16T04:21:31,350 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. after waiting 0 ms 2024-11-16T04:21:31,350 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:31,350 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d69a03944f39c3b06204669d0ee0ffe4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T04:21:31,352 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/ns/33ac1771c70c48e3b41c7f4d84c4c8de is 43, key is default/ns:d/1731730853225/Put/seqid=0 2024-11-16T04:21:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:21:31,373 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/f/796a2b4bcc3042b6b0934ced26aa8fda is 37, key is row3/f:row3/1731730883601/Put/seqid=0 2024-11-16T04:21:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741843_1019 (size=5228) 2024-11-16T04:21:31,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:31,489 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:31,564 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1488, reset compression=false 2024-11-16T04:21:31,568 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:31,568 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1735, reset compression=false 2024-11-16T04:21:31,568 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,42777,1731730849905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:31,569 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,42777,1731730849905: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,42777,1731730849905, walGroup=fda3efb342d8%2C42777%2C1731730849905, offset=fda3efb342d8%2C42777%2C1731730849905.1731730852116:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:42777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:21:31,571 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:21:31,571 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:21:31,571 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:21:31,571 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:21:31,571 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:21:31,571 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1304428544, "init": 1048576000, "max": 2306867200, "used": 858664096 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199510912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:21:31,572 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:34171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:34171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:21:31,689 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d69a03944f39c3b06204669d0ee0ffe4 2024-11-16T04:21:31,761 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/ns/33ac1771c70c48e3b41c7f4d84c4c8de 2024-11-16T04:21:31,773 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1735, reset compression=false 2024-11-16T04:21:31,777 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/f/796a2b4bcc3042b6b0934ced26aa8fda 2024-11-16T04:21:31,782 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/rep_barrier/2c147672638e47538d16df0bd0586ed9 is 112, key is test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4./rep_barrier:seqnumDuringOpen/1731730866072/Put/seqid=0 2024-11-16T04:21:31,782 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 796a2b4bcc3042b6b0934ced26aa8fda 2024-11-16T04:21:31,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741844_1020 (size=5518) 2024-11-16T04:21:31,807 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/f1/594c76f0921d415bb83fe35eb28dcc6b is 30, key is row1/f1:/1731730880933/DeleteFamily/seqid=0 2024-11-16T04:21:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741845_1021 (size=5158) 2024-11-16T04:21:31,815 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/f1/594c76f0921d415bb83fe35eb28dcc6b 2024-11-16T04:21:31,819 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 594c76f0921d415bb83fe35eb28dcc6b 2024-11-16T04:21:31,839 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/norep/ec8ce5166f9542319eb6d389c4e0fc5f is 32, key is row/norep:/1731730879927/DeleteFamily/seqid=0 2024-11-16T04:21:31,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741846_1022 (size=5101) 2024-11-16T04:21:31,843 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/norep/ec8ce5166f9542319eb6d389c4e0fc5f 2024-11-16T04:21:31,848 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8ce5166f9542319eb6d389c4e0fc5f 2024-11-16T04:21:31,853 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/f/796a2b4bcc3042b6b0934ced26aa8fda as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/f/796a2b4bcc3042b6b0934ced26aa8fda 2024-11-16T04:21:31,858 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 796a2b4bcc3042b6b0934ced26aa8fda 2024-11-16T04:21:31,858 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/f/796a2b4bcc3042b6b0934ced26aa8fda, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T04:21:31,859 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/f1/594c76f0921d415bb83fe35eb28dcc6b as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/f1/594c76f0921d415bb83fe35eb28dcc6b 2024-11-16T04:21:31,863 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 594c76f0921d415bb83fe35eb28dcc6b 2024-11-16T04:21:31,864 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/f1/594c76f0921d415bb83fe35eb28dcc6b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T04:21:31,864 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/.tmp/norep/ec8ce5166f9542319eb6d389c4e0fc5f as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/norep/ec8ce5166f9542319eb6d389c4e0fc5f 2024-11-16T04:21:31,868 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8ce5166f9542319eb6d389c4e0fc5f 2024-11-16T04:21:31,868 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/norep/ec8ce5166f9542319eb6d389c4e0fc5f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T04:21:31,869 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d69a03944f39c3b06204669d0ee0ffe4 in 519ms, sequenceid=12, compaction requested=false 2024-11-16T04:21:31,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/default/test/d69a03944f39c3b06204669d0ee0ffe4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T04:21:31,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:31,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:21:31,872 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:31,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d69a03944f39c3b06204669d0ee0ffe4: Waiting for close lock at 1731730891350Running coprocessor pre-close hooks at 1731730891350Disabling compacts and flushes for region at 1731730891350Disabling writes for close at 1731730891350Obtaining lock to block concurrent updates at 1731730891350Preparing flush snapshotting stores in d69a03944f39c3b06204669d0ee0ffe4 at 1731730891350Finished memstore snapshotting test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731730891351 (+1 ms)Flushing stores of test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. at 1731730891352 (+1 ms)Flushing d69a03944f39c3b06204669d0ee0ffe4/f: creating writer at 1731730891352Flushing d69a03944f39c3b06204669d0ee0ffe4/f: appending metadata at 1731730891373 (+21 ms)Flushing d69a03944f39c3b06204669d0ee0ffe4/f: closing flushed file at 1731730891373Flushing d69a03944f39c3b06204669d0ee0ffe4/f1: creating writer at 1731730891783 (+410 ms)Flushing d69a03944f39c3b06204669d0ee0ffe4/f1: appending metadata at 1731730891806 (+23 ms)Flushing d69a03944f39c3b06204669d0ee0ffe4/f1: closing flushed file at 1731730891806Flushing d69a03944f39c3b06204669d0ee0ffe4/norep: creating writer at 1731730891819 (+13 ms)Flushing d69a03944f39c3b06204669d0ee0ffe4/norep: appending metadata at 1731730891838 (+19 ms)Flushing d69a03944f39c3b06204669d0ee0ffe4/norep: closing flushed file at 1731730891838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84f8a37: reopening flushed file at 1731730891848 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1545b730: reopening flushed file at 1731730891858 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f73f60: reopening flushed file at 1731730891864 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d69a03944f39c3b06204669d0ee0ffe4 in 519ms, sequenceid=12, compaction requested=false at 1731730891869 (+5 ms)Writing region close event to WAL at 1731730891870 (+1 ms)Running coprocessor post-close hooks at 1731730891872 (+2 ms)Closed at 1731730891872 2024-11-16T04:21:31,873 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730864929.d69a03944f39c3b06204669d0ee0ffe4. 2024-11-16T04:21:31,889 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:31,992 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:21:31,993 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:21:32,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:32,077 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 1735, reset compression=false 2024-11-16T04:21:32,089 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:32,103 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:32,103 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 2379, reset compression=false 2024-11-16T04:21:32,194 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/rep_barrier/2c147672638e47538d16df0bd0586ed9 2024-11-16T04:21:32,233 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/table/9887ea8cc7874d688f9d0aaa6918d2dd is 53, key is hbase:replication/table:state/1731730872157/Put/seqid=0 2024-11-16T04:21:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741847_1023 (size=5308) 2024-11-16T04:21:32,289 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:21:32,289 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:21:32,290 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:32,313 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 2379, reset compression=false 2024-11-16T04:21:32,490 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:32,618 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/WALs/fda3efb342d8,42777,1731730849905/fda3efb342d8%2C42777%2C1731730849905.1731730852116 to pos 2379, reset compression=false 2024-11-16T04:21:32,670 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/table/9887ea8cc7874d688f9d0aaa6918d2dd 2024-11-16T04:21:32,676 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/info/fb38bb00c4b04404ae41c6584e6436e5 as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/info/fb38bb00c4b04404ae41c6584e6436e5 2024-11-16T04:21:32,682 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/info/fb38bb00c4b04404ae41c6584e6436e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:21:32,683 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/ns/33ac1771c70c48e3b41c7f4d84c4c8de as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/ns/33ac1771c70c48e3b41c7f4d84c4c8de 2024-11-16T04:21:32,690 DEBUG [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:21:32,692 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/ns/33ac1771c70c48e3b41c7f4d84c4c8de, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:21:32,693 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/rep_barrier/2c147672638e47538d16df0bd0586ed9 as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/rep_barrier/2c147672638e47538d16df0bd0586ed9 2024-11-16T04:21:32,698 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/rep_barrier/2c147672638e47538d16df0bd0586ed9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:21:32,699 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/.tmp/table/9887ea8cc7874d688f9d0aaa6918d2dd as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/table/9887ea8cc7874d688f9d0aaa6918d2dd 2024-11-16T04:21:32,706 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/table/9887ea8cc7874d688f9d0aaa6918d2dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:21:32,707 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=16, compaction requested=false 2024-11-16T04:21:32,736 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:21:32,737 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:21:32,737 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:21:32,737 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:32,737 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730891288Running coprocessor pre-close hooks at 1731730891288Disabling compacts and flushes for region at 1731730891288Disabling writes for close at 1731730891289 (+1 ms)Obtaining lock to block concurrent updates at 1731730891289Preparing flush snapshotting stores in 1588230740 at 1731730891289Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730891289Flushing stores of hbase:meta,,1.1588230740 at 1731730891289Flushing 1588230740/info: creating writer at 1731730891290 (+1 ms)Flushing 1588230740/info: appending metadata at 1731730891310 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731730891310Flushing 1588230740/ns: creating writer at 1731730891324 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731730891351 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731730891351Flushing 1588230740/rep_barrier: creating writer at 1731730891766 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730891782 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730891782Flushing 1588230740/table: creating writer at 1731730892199 (+417 ms)Flushing 1588230740/table: appending metadata at 1731730892232 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731730892232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bafffa1: reopening flushed file at 1731730892675 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35228ec: reopening flushed file at 1731730892682 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5691bc1f: reopening flushed file at 1731730892692 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6eeb5: reopening flushed file at 1731730892698 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1418ms, sequenceid=16, compaction requested=false at 1731730892707 (+9 ms)Writing region close event to WAL at 1731730892733 (+26 ms)Running coprocessor post-close hooks at 1731730892737 (+4 ms)Closed at 1731730892737 2024-11-16T04:21:32,737 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:32,890 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,42777,1731730849905; all regions closed. 2024-11-16T04:21:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:21:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741839_1015 (size=3552) 2024-11-16T04:21:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741832_1008 (size=2387) 2024-11-16T04:21:32,907 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:32,907 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:21:32,907 INFO [RS:0;fda3efb342d8:42777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:21:32,907 INFO [RS:0;fda3efb342d8:42777 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:21:32,907 INFO [RS:0;fda3efb342d8:42777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:21:32,907 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:21:32,907 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,42777,1731730849905 because: Region server is closing 2024-11-16T04:21:32,908 INFO [RS:0;fda3efb342d8:42777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:42777. 2024-11-16T04:21:32,908 DEBUG [RS:0;fda3efb342d8:42777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:32,908 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:32,908 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:32,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:33,008 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.shipperfda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 terminated 2024-11-16T04:21:33,008 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,42777,1731730849905.replicationSource.wal-reader.fda3efb342d8%2C42777%2C1731730849905,1-fda3efb342d8,42777,1731730849905 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:21:33,009 INFO [RS:0;fda3efb342d8:42777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:42777. 2024-11-16T04:21:33,009 DEBUG [RS:0;fda3efb342d8:42777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:33,009 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:33,009 DEBUG [RS:0;fda3efb342d8:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:33,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:33,009 INFO [RS:0;fda3efb342d8:42777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42777 2024-11-16T04:21:33,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869/rs 2024-11-16T04:21:33,079 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534508869/rs/fda3efb342d8,42777,1731730849905 2024-11-16T04:21:33,079 INFO [RS:0;fda3efb342d8:42777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:21:33,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,42777,1731730849905] 2024-11-16T04:21:33,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1534508869/draining/fda3efb342d8,42777,1731730849905 already deleted, retry=false 2024-11-16T04:21:33,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,42777,1731730849905 expired; onlineServers=0 2024-11-16T04:21:33,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,34171,1731730849624' ***** 2024-11-16T04:21:33,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:21:33,102 INFO [M:0;fda3efb342d8:34171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:21:33,102 INFO [M:0;fda3efb342d8:34171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:21:33,102 DEBUG [M:0;fda3efb342d8:34171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:21:33,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:21:33,102 DEBUG [M:0;fda3efb342d8:34171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:21:33,102 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730851923 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730851923,5,FailOnTimeoutGroup] 2024-11-16T04:21:33,102 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730851923 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730851923,5,FailOnTimeoutGroup] 2024-11-16T04:21:33,102 INFO [M:0;fda3efb342d8:34171 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:21:33,102 INFO [M:0;fda3efb342d8:34171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:21:33,102 DEBUG [M:0;fda3efb342d8:34171 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:21:33,102 INFO [M:0;fda3efb342d8:34171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:21:33,102 INFO [M:0;fda3efb342d8:34171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:21:33,103 ERROR [M:0;fda3efb342d8:34171 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37449,5,PEWorkerGroup] 2024-11-16T04:21:33,103 INFO [M:0;fda3efb342d8:34171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:21:33,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:21:33,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1534508869/master 2024-11-16T04:21:33,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1534508869 2024-11-16T04:21:33,112 DEBUG [M:0;fda3efb342d8:34171 {}] zookeeper.ZKUtil(347): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Unable to get data of znode /0-1534508869/master because node does not exist (not an error) 2024-11-16T04:21:33,112 WARN [M:0;fda3efb342d8:34171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:21:33,113 INFO [M:0;fda3efb342d8:34171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/.lastflushedseqids 2024-11-16T04:21:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741848_1024 (size=245) 2024-11-16T04:21:33,132 INFO [M:0;fda3efb342d8:34171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:21:33,132 INFO [M:0;fda3efb342d8:34171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:21:33,132 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:33,132 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:33,132 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:33,132 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:33,132 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:33,132 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T04:21:33,149 DEBUG [M:0;fda3efb342d8:34171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7c07c9970ea403189f99673292b078f is 82, key is hbase:meta,,1/info:regioninfo/1731730853197/Put/seqid=0 2024-11-16T04:21:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741849_1025 (size=5672) 2024-11-16T04:21:33,182 INFO [M:0;fda3efb342d8:34171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7c07c9970ea403189f99673292b078f 2024-11-16T04:21:33,191 INFO [RS:0;fda3efb342d8:42777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:21:33,191 INFO [RS:0;fda3efb342d8:42777 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,42777,1731730849905; zookeeper connection closed. 2024-11-16T04:21:33,191 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:33,192 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x10141dfb2890001, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:33,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5659369e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5659369e 2024-11-16T04:21:33,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:21:33,217 DEBUG [M:0;fda3efb342d8:34171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17b3e8371aa4b6faa23657a12aeecc1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730866081/Put/seqid=0 2024-11-16T04:21:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741850_1026 (size=7218) 2024-11-16T04:21:33,223 INFO [M:0;fda3efb342d8:34171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17b3e8371aa4b6faa23657a12aeecc1 2024-11-16T04:21:33,228 INFO [M:0;fda3efb342d8:34171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d17b3e8371aa4b6faa23657a12aeecc1 2024-11-16T04:21:33,250 DEBUG [M:0;fda3efb342d8:34171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b88ac90be224a6fa7bd4cd4baef60a2 is 69, key is fda3efb342d8,42777,1731730849905/rs:state/1731730851970/Put/seqid=0 2024-11-16T04:21:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741851_1027 (size=5156) 2024-11-16T04:21:33,255 INFO [M:0;fda3efb342d8:34171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b88ac90be224a6fa7bd4cd4baef60a2 2024-11-16T04:21:33,259 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7c07c9970ea403189f99673292b078f as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7c07c9970ea403189f99673292b078f 2024-11-16T04:21:33,264 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7c07c9970ea403189f99673292b078f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T04:21:33,265 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17b3e8371aa4b6faa23657a12aeecc1 as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d17b3e8371aa4b6faa23657a12aeecc1 2024-11-16T04:21:33,270 INFO [M:0;fda3efb342d8:34171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d17b3e8371aa4b6faa23657a12aeecc1 2024-11-16T04:21:33,270 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d17b3e8371aa4b6faa23657a12aeecc1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T04:21:33,271 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b88ac90be224a6fa7bd4cd4baef60a2 as hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b88ac90be224a6fa7bd4cd4baef60a2 2024-11-16T04:21:33,275 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37449/user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b88ac90be224a6fa7bd4cd4baef60a2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T04:21:33,276 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=105, compaction requested=false 2024-11-16T04:21:33,298 INFO [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:33,298 DEBUG [M:0;fda3efb342d8:34171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730893132Disabling compacts and flushes for region at 1731730893132Disabling writes for close at 1731730893132Obtaining lock to block concurrent updates at 1731730893132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730893132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731730893133 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730893133Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730893133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730893148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730893149 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730893188 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730893216 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730893216Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730893228 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730893250 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730893250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63129dda: reopening flushed file at 1731730893259 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff28497: reopening flushed file at 1731730893264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e9c075: reopening flushed file at 1731730893270 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=105, compaction requested=false at 1731730893276 (+6 ms)Writing region close event to WAL at 1731730893297 (+21 ms)Closed at 1731730893298 (+1 ms) 2024-11-16T04:21:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741830_1006 (size=64423) 2024-11-16T04:21:33,302 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74b06b9-4380-d71e-d9af-bc80d177353d/MasterData/WALs/fda3efb342d8,34171,1731730849624/fda3efb342d8%2C34171%2C1731730849624.1731730851670 not finished, retry = 0 2024-11-16T04:21:33,403 INFO [M:0;fda3efb342d8:34171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:21:33,403 INFO [M:0;fda3efb342d8:34171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34171 2024-11-16T04:21:33,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:21:33,403 INFO [M:0;fda3efb342d8:34171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:33,516 INFO [M:0;fda3efb342d8:34171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34171-0x10141dfb2890000, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:21:33,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ccff675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:33,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:21:33,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:21:33,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:21:33,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir/,STOPPED} 2024-11-16T04:21:33,522 WARN [BP-511290357-172.17.0.2-1731730847470 heartbeating to localhost/127.0.0.1:37449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:21:33,522 WARN [BP-511290357-172.17.0.2-1731730847470 heartbeating to localhost/127.0.0.1:37449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-511290357-172.17.0.2-1731730847470 (Datanode Uuid b521fb4a-eed9-40a9-be26-f666c1732965) service to localhost/127.0.0.1:37449 2024-11-16T04:21:33,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/data/data1/current/BP-511290357-172.17.0.2-1731730847470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:21:33,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/cluster_05ddb2a5-8402-180e-f014-cf518f190864/data/data2/current/BP-511290357-172.17.0.2-1731730847470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:21:33,523 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:21:33,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:21:33,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:21:33,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55bb5791{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:33,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:21:33,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:21:33,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:21:33,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/194cbf3f-d5c0-0d78-c84d-7597cf9d2e63/hadoop.log.dir/,STOPPED} 2024-11-16T04:21:33,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:21:33,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 263) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37449 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40777 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34821 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7666) 2024-11-16T04:21:33,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=7475 2024-11-16T04:21:33,586 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T04:21:33,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir so I do NOT create it in target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2 2024-11-16T04:21:33,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:21:33,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.tmp.dir so I do NOT create it in target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2 2024-11-16T04:21:33,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee5fff20-2a19-d66d-12af-c05abfce5dbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:21:33,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2 2024-11-16T04:21:33,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c, deleteOnExit=true 2024-11-16T04:21:33,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/zookeeper_0, clientPort=50926, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:21:33,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50926 2024-11-16T04:21:33,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:21:33,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:21:33,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/test.cache.data in system properties and HBase conf 2024-11-16T04:21:33,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:21:33,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:21:33,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:21:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:21:33,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141dfb2890005, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:21:33,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10141dfb2890008, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:21:33,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141dfb2890005, quorum=127.0.0.1:50543, baseZNode=/1253474592 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:21:33,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141dfb2890002, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:21:33,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10141dfb2890008, quorum=127.0.0.1:50543, baseZNode=/2-77448059 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:21:33,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141dfb2890002, quorum=127.0.0.1:50543, baseZNode=/0-1534508869 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:21:33,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:33,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:34,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:34,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:34,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:21:34,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:34,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:34,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:34,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2217983b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/java.io.tmpdir/jetty-localhost-42235-hadoop-hdfs-3_4_1-tests_jar-_-any-5153054434095216628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:34,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:42235} 2024-11-16T04:21:34,129 INFO [Time-limited test {}] server.Server(415): Started @280925ms 2024-11-16T04:21:34,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:34,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:34,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:34,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:34,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:21:34,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:34,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:34,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bb120f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/java.io.tmpdir/jetty-localhost-34455-hadoop-hdfs-3_4_1-tests_jar-_-any-14629944192826224442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:34,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:34455} 2024-11-16T04:21:34,642 INFO [Time-limited test {}] server.Server(415): Started @281439ms 2024-11-16T04:21:34,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:21:35,414 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/data/data1/current/BP-646935754-172.17.0.2-1731730893612/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:35,414 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/data/data2/current/BP-646935754-172.17.0.2-1731730893612/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:35,433 WARN [Thread-3443 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:21:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa55f111952f1fae with lease ID 0xad82342e54a05bef: Processing first storage report for DS-77263485-d764-48e3-bd66-58928ca35298 from datanode DatanodeRegistration(127.0.0.1:33851, datanodeUuid=4760cd1e-a7a5-4d89-a7af-05bb903ab9f8, infoPort=44539, infoSecurePort=0, ipcPort=42265, storageInfo=lv=-57;cid=testClusterID;nsid=703869095;c=1731730893612) 2024-11-16T04:21:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa55f111952f1fae with lease ID 0xad82342e54a05bef: from storage DS-77263485-d764-48e3-bd66-58928ca35298 node DatanodeRegistration(127.0.0.1:33851, datanodeUuid=4760cd1e-a7a5-4d89-a7af-05bb903ab9f8, infoPort=44539, infoSecurePort=0, ipcPort=42265, storageInfo=lv=-57;cid=testClusterID;nsid=703869095;c=1731730893612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa55f111952f1fae with lease ID 0xad82342e54a05bef: Processing first storage report for DS-b3ad3494-7e59-43c1-ab0b-e23b847e23cb from datanode DatanodeRegistration(127.0.0.1:33851, datanodeUuid=4760cd1e-a7a5-4d89-a7af-05bb903ab9f8, infoPort=44539, infoSecurePort=0, ipcPort=42265, storageInfo=lv=-57;cid=testClusterID;nsid=703869095;c=1731730893612) 2024-11-16T04:21:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa55f111952f1fae with lease ID 0xad82342e54a05bef: from storage DS-b3ad3494-7e59-43c1-ab0b-e23b847e23cb node DatanodeRegistration(127.0.0.1:33851, datanodeUuid=4760cd1e-a7a5-4d89-a7af-05bb903ab9f8, infoPort=44539, infoSecurePort=0, ipcPort=42265, storageInfo=lv=-57;cid=testClusterID;nsid=703869095;c=1731730893612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:35,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2 2024-11-16T04:21:35,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:35,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:21:35,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9 with version=8 2024-11-16T04:21:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/hbase-staging 2024-11-16T04:21:35,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:21:35,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:35,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41611 2024-11-16T04:21:35,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41611 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:36,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416110x0, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:36,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41611-0x10141e066c10000 connected 2024-11-16T04:21:36,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:36,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:36,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/running 2024-11-16T04:21:36,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9, hbase.cluster.distributed=false 2024-11-16T04:21:36,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/acl 2024-11-16T04:21:36,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41611 2024-11-16T04:21:36,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41611 2024-11-16T04:21:36,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41611 2024-11-16T04:21:36,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41611 2024-11-16T04:21:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41611 2024-11-16T04:21:36,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:21:36,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:36,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45817 2024-11-16T04:21:36,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45817 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:36,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:36,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:36,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458170x0, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:36,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458170x0, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/running 2024-11-16T04:21:36,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45817-0x10141e066c10001 connected 2024-11-16T04:21:36,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:21:36,267 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:21:36,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/master 2024-11-16T04:21:36,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/acl 2024-11-16T04:21:36,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45817 2024-11-16T04:21:36,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45817 2024-11-16T04:21:36,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45817 2024-11-16T04:21:36,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45817 2024-11-16T04:21:36,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45817 2024-11-16T04:21:36,294 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:41611 2024-11-16T04:21:36,294 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-381092442/backup-masters/fda3efb342d8,41611,1731730895929 2024-11-16T04:21:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442/backup-masters 2024-11-16T04:21:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442/backup-masters 2024-11-16T04:21:36,323 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on existing znode=/0-381092442/backup-masters/fda3efb342d8,41611,1731730895929 2024-11-16T04:21:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381092442/master 2024-11-16T04:21:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:36,334 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on existing znode=/0-381092442/master 2024-11-16T04:21:36,335 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-381092442/backup-masters/fda3efb342d8,41611,1731730895929 from backup master directory 2024-11-16T04:21:36,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381092442/backup-masters/fda3efb342d8,41611,1731730895929 2024-11-16T04:21:36,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442/backup-masters 2024-11-16T04:21:36,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442/backup-masters 2024-11-16T04:21:36,344 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:36,344 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,41611,1731730895929 2024-11-16T04:21:36,357 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/hbase.id] with ID: 0c572e94-a9db-48e1-a1e4-17c110bfea2a 2024-11-16T04:21:36,357 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/.tmp/hbase.id 2024-11-16T04:21:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:21:36,374 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/.tmp/hbase.id]:[hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/hbase.id] 2024-11-16T04:21:36,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:36,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:21:36,385 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:21:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:21:36,406 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:36,407 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:21:36,408 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:36,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:21:36,829 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store 2024-11-16T04:21:36,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:21:36,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:36,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:36,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:37,238 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:37,238 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:37,239 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:37,239 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:37,239 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:37,239 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:37,239 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:37,239 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730897238Disabling compacts and flushes for region at 1731730897238Disabling writes for close at 1731730897239 (+1 ms)Writing region close event to WAL at 1731730897239Closed at 1731730897239 2024-11-16T04:21:37,239 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/.initializing 2024-11-16T04:21:37,239 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/WALs/fda3efb342d8,41611,1731730895929 2024-11-16T04:21:37,240 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:37,242 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C41611%2C1731730895929, suffix=, logDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/WALs/fda3efb342d8,41611,1731730895929, archiveDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/oldWALs, maxLogs=10 2024-11-16T04:21:37,261 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/WALs/fda3efb342d8,41611,1731730895929/fda3efb342d8%2C41611%2C1731730895929.1731730897242, exclude list is [], retry=0 2024-11-16T04:21:37,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-77263485-d764-48e3-bd66-58928ca35298,DISK] 2024-11-16T04:21:37,268 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/WALs/fda3efb342d8,41611,1731730895929/fda3efb342d8%2C41611%2C1731730895929.1731730897242 2024-11-16T04:21:37,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T04:21:37,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:37,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:37,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:21:37,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:37,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:21:37,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:37,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:21:37,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:37,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:21:37,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:37,299 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,300 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,300 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,302 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,302 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,302 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:37,303 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:37,318 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:37,319 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65339208, jitterRate=-0.026369929313659668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:37,320 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730897270Initializing all the Stores at 1731730897271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730897271Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730897272 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730897272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730897272Cleaning up temporary data from old regions at 1731730897302 (+30 ms)Region opened successfully at 1731730897320 (+18 ms) 2024-11-16T04:21:37,320 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:21:37,323 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a74094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:37,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:21:37,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:21:37,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:21:37,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:21:37,325 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:21:37,325 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:21:37,325 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:21:37,330 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:21:37,331 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Unable to get data of znode /0-381092442/balancer because node does not exist (not necessarily an error) 2024-11-16T04:21:37,384 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381092442/balancer already deleted, retry=false 2024-11-16T04:21:37,385 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:21:37,385 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Unable to get data of znode /0-381092442/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:21:37,396 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381092442/normalizer already deleted, retry=false 2024-11-16T04:21:37,396 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:21:37,397 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Unable to get data of znode /0-381092442/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:21:37,406 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381092442/switch/split already deleted, retry=false 2024-11-16T04:21:37,408 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Unable to get data of znode /0-381092442/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:21:37,417 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381092442/switch/merge already deleted, retry=false 2024-11-16T04:21:37,419 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Unable to get data of znode /0-381092442/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:21:37,427 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-381092442/snapshot-cleanup already deleted, retry=false 2024-11-16T04:21:37,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381092442/running 2024-11-16T04:21:37,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-381092442/running 2024-11-16T04:21:37,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:37,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:37,439 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,41611,1731730895929, sessionid=0x10141e066c10000, setting cluster-up flag (Was=false) 2024-11-16T04:21:37,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:37,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:37,491 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-381092442/flush-table-proc/acquired, /0-381092442/flush-table-proc/reached, /0-381092442/flush-table-proc/abort 2024-11-16T04:21:37,492 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,41611,1731730895929 2024-11-16T04:21:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:37,543 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-381092442/online-snapshot/acquired, /0-381092442/online-snapshot/reached, /0-381092442/online-snapshot/abort 2024-11-16T04:21:37,544 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,41611,1731730895929 2024-11-16T04:21:37,545 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:21:37,547 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:37,547 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:21:37,547 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:21:37,548 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,41611,1731730895929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:21:37,549 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:37,549 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:37,549 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:37,550 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:37,550 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:21:37,550 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,550 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:37,550 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730927559 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:21:37,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:21:37,560 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,560 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:21:37,560 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:21:37,560 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:21:37,560 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:21:37,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:37,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:21:37,561 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:21:37,561 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:21:37,561 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730897561,5,FailOnTimeoutGroup] 2024-11-16T04:21:37,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:21:37,568 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730897561,5,FailOnTimeoutGroup] 2024-11-16T04:21:37,568 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,568 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:21:37,568 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,568 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:21:37,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:21:37,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9 2024-11-16T04:21:37,589 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(746): ClusterId : 0c572e94-a9db-48e1-a1e4-17c110bfea2a 2024-11-16T04:21:37,590 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:21:37,597 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:21:37,597 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:21:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:21:37,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:37,607 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:21:37,608 DEBUG [RS:0;fda3efb342d8:45817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:37,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:37,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:37,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:37,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:37,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:37,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:37,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:37,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:37,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:37,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:37,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:37,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740 2024-11-16T04:21:37,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740 2024-11-16T04:21:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:37,617 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:37,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:37,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:37,636 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66314608, jitterRate=-0.011835336685180664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:37,637 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:45817 2024-11-16T04:21:37,637 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:21:37,637 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:21:37,637 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:21:37,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730897606Initializing all the Stores at 1731730897607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730897607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730897608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730897608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730897608Cleaning up temporary data from old regions at 1731730897617 (+9 ms)Region opened successfully at 1731730897637 (+20 ms) 2024-11-16T04:21:37,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:37,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:37,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:37,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:37,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:37,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:37,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730897637Disabling compacts and flushes for region at 1731730897637Disabling writes for close at 1731730897637Writing region close event to WAL at 1731730897638 (+1 ms)Closed at 1731730897638 2024-11-16T04:21:37,638 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,41611,1731730895929 with port=45817, startcode=1731730896178 2024-11-16T04:21:37,639 DEBUG [RS:0;fda3efb342d8:45817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:21:37,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:37,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:21:37,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:21:37,641 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:21:37,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:37,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,45817,1731730896178 2024-11-16T04:21:37,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41611 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:37,643 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:21:37,644 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9 2024-11-16T04:21:37,644 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41451 2024-11-16T04:21:37,644 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:21:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442/rs 2024-11-16T04:21:37,658 DEBUG [RS:0;fda3efb342d8:45817 {}] zookeeper.ZKUtil(111): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on existing znode=/0-381092442/rs/fda3efb342d8,45817,1731730896178 2024-11-16T04:21:37,658 WARN [RS:0;fda3efb342d8:45817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:37,659 INFO [RS:0;fda3efb342d8:45817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:37,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,45817,1731730896178] 2024-11-16T04:21:37,659 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178 2024-11-16T04:21:37,667 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:21:37,674 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:21:37,675 INFO [RS:0;fda3efb342d8:45817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:21:37,675 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,675 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:21:37,676 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:21:37,676 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:37,676 DEBUG [RS:0;fda3efb342d8:45817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:37,678 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,678 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,678 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,678 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,678 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,678 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45817,1731730896178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:37,698 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:21:37,699 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45817,1731730896178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,699 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,699 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.Replication(171): fda3efb342d8,45817,1731730896178 started 2024-11-16T04:21:37,718 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:37,718 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,45817,1731730896178, RpcServer on fda3efb342d8/172.17.0.2:45817, sessionid=0x10141e066c10001 2024-11-16T04:21:37,718 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:21:37,718 DEBUG [RS:0;fda3efb342d8:45817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,45817,1731730896178 2024-11-16T04:21:37,718 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,45817,1731730896178' 2024-11-16T04:21:37,718 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-381092442/flush-table-proc/abort' 2024-11-16T04:21:37,719 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-381092442/flush-table-proc/acquired' 2024-11-16T04:21:37,719 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:21:37,719 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:21:37,719 DEBUG [RS:0;fda3efb342d8:45817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,45817,1731730896178 2024-11-16T04:21:37,719 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,45817,1731730896178' 2024-11-16T04:21:37,719 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-381092442/online-snapshot/abort' 2024-11-16T04:21:37,720 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-381092442/online-snapshot/acquired' 2024-11-16T04:21:37,720 DEBUG [RS:0;fda3efb342d8:45817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:21:37,720 INFO [RS:0;fda3efb342d8:45817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:21:37,720 INFO [RS:0;fda3efb342d8:45817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:21:37,793 WARN [fda3efb342d8:41611 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:21:37,820 INFO [RS:0;fda3efb342d8:45817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:37,825 INFO [RS:0;fda3efb342d8:45817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45817%2C1731730896178, suffix=, logDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178, archiveDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/oldWALs, maxLogs=10 2024-11-16T04:21:37,844 DEBUG [RS:0;fda3efb342d8:45817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825, exclude list is [], retry=0 2024-11-16T04:21:37,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-77263485-d764-48e3-bd66-58928ca35298,DISK] 2024-11-16T04:21:37,855 INFO [RS:0;fda3efb342d8:45817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 2024-11-16T04:21:37,855 DEBUG [RS:0;fda3efb342d8:45817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T04:21:38,044 DEBUG [fda3efb342d8:41611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:21:38,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:38,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,45817,1731730896178, state=OPENING 2024-11-16T04:21:38,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:21:38,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:38,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:38,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381092442/meta-region-server: CHANGED 2024-11-16T04:21:38,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381092442/meta-region-server: CHANGED 2024-11-16T04:21:38,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:38,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,45817,1731730896178}] 2024-11-16T04:21:38,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:38,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:21:38,229 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:21:38,229 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:38,229 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:21:38,230 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45817%2C1731730896178.meta, suffix=.meta, logDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178, archiveDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/oldWALs, maxLogs=10 2024-11-16T04:21:38,245 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.meta.1731730898230.meta, exclude list is [], retry=0 2024-11-16T04:21:38,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-77263485-d764-48e3-bd66-58928ca35298,DISK] 2024-11-16T04:21:38,248 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.meta.1731730898230.meta 2024-11-16T04:21:38,251 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T04:21:38,251 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:38,252 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:38,252 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:38,252 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:21:38,252 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:21:38,252 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:21:38,252 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:38,252 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:21:38,252 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:21:38,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:38,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:38,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:38,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:38,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:38,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:38,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:38,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:38,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:38,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:38,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:38,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:38,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:38,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:38,261 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:38,262 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740 2024-11-16T04:21:38,264 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740 2024-11-16T04:21:38,265 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:38,265 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:38,265 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:38,266 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:38,267 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70357014, jitterRate=0.048401206731796265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:38,267 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:21:38,267 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730898252Writing region info on filesystem at 1731730898252Initializing all the Stores at 1731730898253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730898253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730898256 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730898256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730898256Cleaning up temporary data from old regions at 1731730898265 (+9 ms)Running coprocessor post-open hooks at 1731730898267 (+2 ms)Region opened successfully at 1731730898267 2024-11-16T04:21:38,268 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730898224 2024-11-16T04:21:38,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:38,272 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:21:38,272 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:21:38,272 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,45817,1731730896178, state=OPEN 2024-11-16T04:21:38,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-381092442/meta-region-server 2024-11-16T04:21:38,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-381092442/meta-region-server 2024-11-16T04:21:38,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:38,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381092442/meta-region-server: CHANGED 2024-11-16T04:21:38,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-381092442/meta-region-server: CHANGED 2024-11-16T04:21:38,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:21:38,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,45817,1731730896178 in 277 msec 2024-11-16T04:21:38,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:21:38,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-11-16T04:21:38,353 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:38,353 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:21:38,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:38,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45817,1731730896178, seqNum=-1] 2024-11-16T04:21:38,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:38,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:38,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-11-16T04:21:38,359 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730898359, completionTime=-1 2024-11-16T04:21:38,359 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:21:38,359 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:21:38,360 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730958360 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731018361 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41611,1731730895929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41611,1731730895929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41611,1731730895929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:41611, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,361 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,363 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.022sec 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41611,1731730895929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:38,366 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41611,1731730895929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:21:38,367 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:21:38,367 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:21:38,367 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,41611,1731730895929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:38,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:38,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41611,-1 for getting cluster id 2024-11-16T04:21:38,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:38,391 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c572e94-a9db-48e1-a1e4-17c110bfea2a' 2024-11-16T04:21:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c572e94-a9db-48e1-a1e4-17c110bfea2a" 2024-11-16T04:21:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a00f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41611,-1] 2024-11-16T04:21:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:38,393 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:38,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:38,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:38,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45817,1731730896178, seqNum=-1] 2024-11-16T04:21:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:38,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:38,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,41611,1731730895929 2024-11-16T04:21:38,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:38,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:38,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141e066c10002 connected 2024-11-16T04:21:38,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir so I do NOT create it in target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3 2024-11-16T04:21:38,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:21:38,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.tmp.dir so I do NOT create it in target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3 2024-11-16T04:21:38,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:21:38,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3 2024-11-16T04:21:38,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/cluster_52183200-5b58-2db8-a347-9ddc2ec8509e, deleteOnExit=true 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/test.cache.data in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:21:38,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:21:38,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:21:38,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:21:38,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:38,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:38,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:38,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:38,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:21:38,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:38,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:38,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:38,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@323cdb3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/java.io.tmpdir/jetty-localhost-44377-hadoop-hdfs-3_4_1-tests_jar-_-any-13688623336687215829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:38,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:44377} 2024-11-16T04:21:38,889 INFO [Time-limited test {}] server.Server(415): Started @285686ms 2024-11-16T04:21:39,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:39,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:39,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:39,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:39,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:21:39,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:39,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:39,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:21:39,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:21:39,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65bcba49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/java.io.tmpdir/jetty-localhost-32831-hadoop-hdfs-3_4_1-tests_jar-_-any-5231308988782961010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:39,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:32831} 2024-11-16T04:21:39,333 INFO [Time-limited test {}] server.Server(415): Started @286130ms 2024-11-16T04:21:39,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:21:40,316 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/cluster_52183200-5b58-2db8-a347-9ddc2ec8509e/data/data1/current/BP-1587594509-172.17.0.2-1731730898444/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:40,316 WARN [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/cluster_52183200-5b58-2db8-a347-9ddc2ec8509e/data/data2/current/BP-1587594509-172.17.0.2-1731730898444/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:40,332 WARN [Thread-3564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:21:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bdbf0d6983b1122 with lease ID 0x8a57001f6c3b3849: Processing first storage report for DS-84c05030-a716-42cb-9b31-e602fabbf4ce from datanode DatanodeRegistration(127.0.0.1:40667, datanodeUuid=aa5ec38c-68dd-49f6-af57-1af2b706912e, infoPort=40105, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=2055702919;c=1731730898444) 2024-11-16T04:21:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bdbf0d6983b1122 with lease ID 0x8a57001f6c3b3849: from storage DS-84c05030-a716-42cb-9b31-e602fabbf4ce node DatanodeRegistration(127.0.0.1:40667, datanodeUuid=aa5ec38c-68dd-49f6-af57-1af2b706912e, infoPort=40105, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=2055702919;c=1731730898444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bdbf0d6983b1122 with lease ID 0x8a57001f6c3b3849: Processing first storage report for DS-b3775b79-437d-44dc-a113-21df557b35dd from datanode DatanodeRegistration(127.0.0.1:40667, datanodeUuid=aa5ec38c-68dd-49f6-af57-1af2b706912e, infoPort=40105, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=2055702919;c=1731730898444) 2024-11-16T04:21:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bdbf0d6983b1122 with lease ID 0x8a57001f6c3b3849: from storage DS-b3775b79-437d-44dc-a113-21df557b35dd node DatanodeRegistration(127.0.0.1:40667, datanodeUuid=aa5ec38c-68dd-49f6-af57-1af2b706912e, infoPort=40105, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=2055702919;c=1731730898444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:40,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3 2024-11-16T04:21:40,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:40,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:21:40,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1 with version=8 2024-11-16T04:21:40,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/hbase-staging 2024-11-16T04:21:40,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:40,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:40,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:40,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:40,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:40,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:40,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:21:40,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:40,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33421 2024-11-16T04:21:40,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33421 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334210x0, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:40,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33421-0x10141e066c10003 connected 2024-11-16T04:21:40,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:40,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:21:40,980 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88539 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:21:41,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:41,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:41,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/running 2024-11-16T04:21:41,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1, hbase.cluster.distributed=false 2024-11-16T04:21:41,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/acl 2024-11-16T04:21:41,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-16T04:21:41,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33421 2024-11-16T04:21:41,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33421 2024-11-16T04:21:41,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-16T04:21:41,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-16T04:21:41,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:21:41,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:41,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32813 2024-11-16T04:21:41,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32813 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:41,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:41,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:41,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328130x0, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:41,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32813-0x10141e066c10004 connected 2024-11-16T04:21:41,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/running 2024-11-16T04:21:41,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:21:41,396 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:21:41,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/master 2024-11-16T04:21:41,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/acl 2024-11-16T04:21:41,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32813 2024-11-16T04:21:41,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32813 2024-11-16T04:21:41,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32813 2024-11-16T04:21:41,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32813 2024-11-16T04:21:41,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32813 2024-11-16T04:21:41,408 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:33421 2024-11-16T04:21:41,409 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1401397005/backup-masters/fda3efb342d8,33421,1731730900778 2024-11-16T04:21:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005/backup-masters 2024-11-16T04:21:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005/backup-masters 2024-11-16T04:21:41,473 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on existing znode=/1-1401397005/backup-masters/fda3efb342d8,33421,1731730900778 2024-11-16T04:21:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1401397005/master 2024-11-16T04:21:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:41,586 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on existing znode=/1-1401397005/master 2024-11-16T04:21:41,586 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1401397005/backup-masters/fda3efb342d8,33421,1731730900778 from backup master directory 2024-11-16T04:21:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401397005/backup-masters/fda3efb342d8,33421,1731730900778 2024-11-16T04:21:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005/backup-masters 2024-11-16T04:21:41,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005/backup-masters 2024-11-16T04:21:41,638 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:41,638 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,33421,1731730900778 2024-11-16T04:21:41,641 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/hbase.id] with ID: c58c925a-c4e6-40f4-ba54-507bd242c157 2024-11-16T04:21:41,641 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/.tmp/hbase.id 2024-11-16T04:21:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:21:42,049 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/.tmp/hbase.id]:[hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/hbase.id] 2024-11-16T04:21:42,055 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:42,056 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:21:42,056 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T04:21:42,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:42,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:21:42,129 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:42,129 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:21:42,129 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:21:42,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store 2024-11-16T04:21:42,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:21:42,943 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:42,943 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:42,943 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:42,943 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:42,943 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:42,943 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:42,943 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:42,943 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730902943Disabling compacts and flushes for region at 1731730902943Disabling writes for close at 1731730902943Writing region close event to WAL at 1731730902943Closed at 1731730902943 2024-11-16T04:21:42,944 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/.initializing 2024-11-16T04:21:42,944 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/WALs/fda3efb342d8,33421,1731730900778 2024-11-16T04:21:42,945 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:42,946 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C33421%2C1731730900778, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/WALs/fda3efb342d8,33421,1731730900778, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/oldWALs, maxLogs=10 2024-11-16T04:21:42,961 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/WALs/fda3efb342d8,33421,1731730900778/fda3efb342d8%2C33421%2C1731730900778.1731730902946, exclude list is [], retry=0 2024-11-16T04:21:42,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-84c05030-a716-42cb-9b31-e602fabbf4ce,DISK] 2024-11-16T04:21:42,964 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/WALs/fda3efb342d8,33421,1731730900778/fda3efb342d8%2C33421%2C1731730900778.1731730902946 2024-11-16T04:21:42,964 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40105:40105)] 2024-11-16T04:21:42,964 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:42,964 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:42,965 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,965 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:21:42,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:42,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:42,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:21:42,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:42,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:42,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:21:42,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:42,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:42,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:21:42,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:42,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:42,970 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,971 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,971 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,972 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,972 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,972 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:42,973 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:42,974 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:42,975 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70222499, jitterRate=0.04639677703380585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:42,975 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730902965Initializing all the Stores at 1731730902965Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730902965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730902965Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730902965Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730902965Cleaning up temporary data from old regions at 1731730902972 (+7 ms)Region opened successfully at 1731730902975 (+3 ms) 2024-11-16T04:21:42,975 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:21:42,976 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31092edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:42,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:21:42,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:21:42,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:21:42,977 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:21:42,978 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:21:42,978 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:21:42,978 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:21:42,979 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:21:42,980 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Unable to get data of znode /1-1401397005/balancer because node does not exist (not necessarily an error) 2024-11-16T04:21:42,995 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/balancer already deleted, retry=false 2024-11-16T04:21:42,996 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:21:42,996 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Unable to get data of znode /1-1401397005/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:21:43,006 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/normalizer already deleted, retry=false 2024-11-16T04:21:43,006 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:21:43,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Unable to get data of znode /1-1401397005/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:21:43,016 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/switch/split already deleted, retry=false 2024-11-16T04:21:43,017 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Unable to get data of znode /1-1401397005/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:21:43,027 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/switch/merge already deleted, retry=false 2024-11-16T04:21:43,029 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Unable to get data of znode /1-1401397005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:21:43,048 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/snapshot-cleanup already deleted, retry=false 2024-11-16T04:21:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1401397005/running 2024-11-16T04:21:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1401397005/running 2024-11-16T04:21:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:43,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,33421,1731730900778, sessionid=0x10141e066c10003, setting cluster-up flag (Was=false) 2024-11-16T04:21:43,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:43,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:43,132 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1401397005/flush-table-proc/acquired, /1-1401397005/flush-table-proc/reached, /1-1401397005/flush-table-proc/abort 2024-11-16T04:21:43,133 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,33421,1731730900778 2024-11-16T04:21:43,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:43,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:43,195 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1401397005/online-snapshot/acquired, /1-1401397005/online-snapshot/reached, /1-1401397005/online-snapshot/abort 2024-11-16T04:21:43,196 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,33421,1731730900778 2024-11-16T04:21:43,200 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:21:43,205 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:43,205 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:21:43,205 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:21:43,205 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,33421,1731730900778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:21:43,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:43,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:43,206 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:43,207 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:43,207 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:21:43,207 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,207 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:43,207 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730933213 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:21:43,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:21:43,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:21:43,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,214 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:21:43,214 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:21:43,214 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:21:43,214 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:21:43,214 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:43,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:21:43,216 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:21:43,216 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:21:43,219 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730903216,5,FailOnTimeoutGroup] 2024-11-16T04:21:43,221 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730903219,5,FailOnTimeoutGroup] 2024-11-16T04:21:43,221 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,221 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:21:43,221 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,221 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:21:43,302 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(746): ClusterId : c58c925a-c4e6-40f4-ba54-507bd242c157 2024-11-16T04:21:43,302 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:21:43,312 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:21:43,313 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:21:43,324 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:21:43,324 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f60d154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:43,336 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:32813 2024-11-16T04:21:43,336 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:21:43,336 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:21:43,336 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:21:43,336 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,33421,1731730900778 with port=32813, startcode=1731730901326 2024-11-16T04:21:43,336 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:21:43,338 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:21:43,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,32813,1731730901326 2024-11-16T04:21:43,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33421 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:43,340 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1 2024-11-16T04:21:43,340 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36621 2024-11-16T04:21:43,340 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:21:43,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005/rs 2024-11-16T04:21:43,385 DEBUG [RS:0;fda3efb342d8:32813 {}] zookeeper.ZKUtil(111): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on existing znode=/1-1401397005/rs/fda3efb342d8,32813,1731730901326 2024-11-16T04:21:43,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,32813,1731730901326] 2024-11-16T04:21:43,385 WARN [RS:0;fda3efb342d8:32813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:43,385 INFO [RS:0;fda3efb342d8:32813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:43,385 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326 2024-11-16T04:21:43,390 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:21:43,392 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:21:43,396 INFO [RS:0;fda3efb342d8:32813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:21:43,396 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,397 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:21:43,397 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:21:43,397 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,397 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,397 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,397 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,397 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:43,398 DEBUG [RS:0;fda3efb342d8:32813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:43,404 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,404 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,404 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,404 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,404 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,404 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,32813,1731730901326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:43,421 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:21:43,421 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,32813,1731730901326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,421 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,422 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.Replication(171): fda3efb342d8,32813,1731730901326 started 2024-11-16T04:21:43,438 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:43,438 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,32813,1731730901326, RpcServer on fda3efb342d8/172.17.0.2:32813, sessionid=0x10141e066c10004 2024-11-16T04:21:43,438 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:21:43,438 DEBUG [RS:0;fda3efb342d8:32813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,32813,1731730901326 2024-11-16T04:21:43,438 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,32813,1731730901326' 2024-11-16T04:21:43,438 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1401397005/flush-table-proc/abort' 2024-11-16T04:21:43,439 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1401397005/flush-table-proc/acquired' 2024-11-16T04:21:43,439 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:21:43,439 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:21:43,439 DEBUG [RS:0;fda3efb342d8:32813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,32813,1731730901326 2024-11-16T04:21:43,439 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,32813,1731730901326' 2024-11-16T04:21:43,439 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1401397005/online-snapshot/abort' 2024-11-16T04:21:43,440 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1401397005/online-snapshot/acquired' 2024-11-16T04:21:43,440 DEBUG [RS:0;fda3efb342d8:32813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:21:43,440 INFO [RS:0;fda3efb342d8:32813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:21:43,440 INFO [RS:0;fda3efb342d8:32813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:21:43,540 INFO [RS:0;fda3efb342d8:32813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:43,542 INFO [RS:0;fda3efb342d8:32813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C32813%2C1731730901326, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/oldWALs, maxLogs=10 2024-11-16T04:21:43,553 DEBUG [RS:0;fda3efb342d8:32813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, exclude list is [], retry=0 2024-11-16T04:21:43,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-84c05030-a716-42cb-9b31-e602fabbf4ce,DISK] 2024-11-16T04:21:43,556 INFO [RS:0;fda3efb342d8:32813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 2024-11-16T04:21:43,556 DEBUG [RS:0;fda3efb342d8:32813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40105:40105)] 2024-11-16T04:21:43,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:21:43,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1 2024-11-16T04:21:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:21:43,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:43,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:21:44,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:44,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:44,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:44,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:44,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:44,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:44,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:44,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:44,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:44,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:44,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740 2024-11-16T04:21:44,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740 2024-11-16T04:21:44,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:44,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:44,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:44,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:44,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:44,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66794663, jitterRate=-0.0046819597482681274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730904035Initializing all the Stores at 1731730904035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730904035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730904035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730904035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730904035Cleaning up temporary data from old regions at 1731730904042 (+7 ms)Region opened successfully at 1731730904046 (+4 ms) 2024-11-16T04:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:44,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:44,048 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:44,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730904046Disabling compacts and flushes for region at 1731730904046Disabling writes for close at 1731730904046Writing region close event to WAL at 1731730904048 (+2 ms)Closed at 1731730904048 2024-11-16T04:21:44,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:44,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:21:44,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:21:44,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:44,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:21:44,201 DEBUG [fda3efb342d8:33421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:21:44,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:44,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,32813,1731730901326, state=OPENING 2024-11-16T04:21:44,206 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:21:44,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:44,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:44,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:44,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401397005/meta-region-server: CHANGED 2024-11-16T04:21:44,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401397005/meta-region-server: CHANGED 2024-11-16T04:21:44,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,32813,1731730901326}] 2024-11-16T04:21:44,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:44,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:21:44,379 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:21:44,379 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:44,379 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:21:44,380 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C32813%2C1731730901326.meta, suffix=.meta, logDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/oldWALs, maxLogs=10 2024-11-16T04:21:44,397 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.meta.1731730904381.meta, exclude list is [], retry=0 2024-11-16T04:21:44,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-84c05030-a716-42cb-9b31-e602fabbf4ce,DISK] 2024-11-16T04:21:44,400 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.meta.1731730904381.meta 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40105:40105)] 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:44,401 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:21:44,401 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:21:44,401 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:21:44,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:44,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:44,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:44,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:44,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:44,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:44,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:44,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:44,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:44,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:44,412 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:44,413 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740 2024-11-16T04:21:44,413 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740 2024-11-16T04:21:44,414 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:44,414 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:44,415 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:44,415 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:44,416 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69355641, jitterRate=0.033479586243629456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:44,416 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:21:44,416 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730904402Writing region info on filesystem at 1731730904402Initializing all the Stores at 1731730904402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730904402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730904402Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730904402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730904402Cleaning up temporary data from old regions at 1731730904414 (+12 ms)Running coprocessor post-open hooks at 1731730904416 (+2 ms)Region opened successfully at 1731730904416 2024-11-16T04:21:44,417 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730904369 2024-11-16T04:21:44,418 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:21:44,419 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:21:44,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:44,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,32813,1731730901326, state=OPEN 2024-11-16T04:21:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1401397005/meta-region-server 2024-11-16T04:21:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1401397005/meta-region-server 2024-11-16T04:21:44,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:44,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401397005/meta-region-server: CHANGED 2024-11-16T04:21:44,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401397005/meta-region-server: CHANGED 2024-11-16T04:21:44,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:21:44,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,32813,1731730901326 in 210 msec 2024-11-16T04:21:44,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:21:44,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-16T04:21:44,431 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:44,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:21:44,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:44,432 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32813,1731730901326, seqNum=-1] 2024-11-16T04:21:44,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:44,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:44,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-16T04:21:44,438 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730904438, completionTime=-1 2024-11-16T04:21:44,438 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:21:44,438 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730964440 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731024440 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33421,1731730900778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33421,1731730900778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33421,1731730900778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:33421, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,440 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,442 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:21:44,443 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.804sec 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33421,1731730900778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:44,444 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33421,1731730900778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:21:44,445 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:21:44,445 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:21:44,445 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,33421,1731730900778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:44,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:44,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:44,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:44,503 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc0ef92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:44,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:44,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:44,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32813,1731730901326, seqNum=-1] 2024-11-16T04:21:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:44,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:44,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,33421,1731730900778 2024-11-16T04:21:44,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:44,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:44,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141e066c10005 connected 2024-11-16T04:21:44,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir so I do NOT create it in target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79 2024-11-16T04:21:44,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:21:44,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.tmp.dir so I do NOT create it in target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79 2024-11-16T04:21:44,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:21:44,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79 2024-11-16T04:21:44,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:21:44,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/cluster_ef4aacac-a762-c450-f9e0-57ffcba592c0, deleteOnExit=true 2024-11-16T04:21:44,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/test.cache.data in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:21:44,536 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:21:44,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:21:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:21:44,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:44,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:44,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:44,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:44,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:21:44,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:44,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31188b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:44,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:45,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b25f01b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/java.io.tmpdir/jetty-localhost-40805-hadoop-hdfs-3_4_1-tests_jar-_-any-14752719277614501716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:21:45,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2430fd58{HTTP/1.1, (http/1.1)}{localhost:40805} 2024-11-16T04:21:45,027 INFO [Time-limited test {}] server.Server(415): Started @291824ms 2024-11-16T04:21:45,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:21:45,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:21:45,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:21:45,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:21:45,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:21:45,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7096ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:21:45,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:21:45,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295b9918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/java.io.tmpdir/jetty-localhost-46365-hadoop-hdfs-3_4_1-tests_jar-_-any-8305994685747385542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:21:45,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15f12923{HTTP/1.1, (http/1.1)}{localhost:46365} 2024-11-16T04:21:45,608 INFO [Time-limited test {}] server.Server(415): Started @292404ms 2024-11-16T04:21:45,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:21:46,300 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/cluster_ef4aacac-a762-c450-f9e0-57ffcba592c0/data/data1/current/BP-1428411358-172.17.0.2-1731730904556/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:46,304 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/cluster_ef4aacac-a762-c450-f9e0-57ffcba592c0/data/data2/current/BP-1428411358-172.17.0.2-1731730904556/current, will proceed with Du for space computation calculation, 2024-11-16T04:21:46,329 WARN [Thread-3685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:21:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda5e1c1cf43e781 with lease ID 0xa2b4493e9669afd2: Processing first storage report for DS-dd9a92bd-172b-47a3-b445-f27663f4d917 from datanode DatanodeRegistration(127.0.0.1:42275, datanodeUuid=9be31873-81c4-4add-bdf9-b147e0637873, infoPort=40041, infoSecurePort=0, ipcPort=33331, storageInfo=lv=-57;cid=testClusterID;nsid=642292257;c=1731730904556) 2024-11-16T04:21:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda5e1c1cf43e781 with lease ID 0xa2b4493e9669afd2: from storage DS-dd9a92bd-172b-47a3-b445-f27663f4d917 node DatanodeRegistration(127.0.0.1:42275, datanodeUuid=9be31873-81c4-4add-bdf9-b147e0637873, infoPort=40041, infoSecurePort=0, ipcPort=33331, storageInfo=lv=-57;cid=testClusterID;nsid=642292257;c=1731730904556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda5e1c1cf43e781 with lease ID 0xa2b4493e9669afd2: Processing first storage report for DS-6f10bea0-0a63-4e5e-8fbe-2cee21ce8621 from datanode DatanodeRegistration(127.0.0.1:42275, datanodeUuid=9be31873-81c4-4add-bdf9-b147e0637873, infoPort=40041, infoSecurePort=0, ipcPort=33331, storageInfo=lv=-57;cid=testClusterID;nsid=642292257;c=1731730904556) 2024-11-16T04:21:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda5e1c1cf43e781 with lease ID 0xa2b4493e9669afd2: from storage DS-6f10bea0-0a63-4e5e-8fbe-2cee21ce8621 node DatanodeRegistration(127.0.0.1:42275, datanodeUuid=9be31873-81c4-4add-bdf9-b147e0637873, infoPort=40041, infoSecurePort=0, ipcPort=33331, storageInfo=lv=-57;cid=testClusterID;nsid=642292257;c=1731730904556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:21:46,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79 2024-11-16T04:21:46,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:46,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:21:46,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691 with version=8 2024-11-16T04:21:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/hbase-staging 2024-11-16T04:21:46,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:21:46,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:46,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40069 2024-11-16T04:21:46,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40069 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400690x0, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:46,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40069-0x10141e066c10006 connected 2024-11-16T04:21:46,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:46,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:46,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/running 2024-11-16T04:21:46,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691, hbase.cluster.distributed=false 2024-11-16T04:21:46,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/acl 2024-11-16T04:21:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40069 2024-11-16T04:21:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40069 2024-11-16T04:21:46,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40069 2024-11-16T04:21:46,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40069 2024-11-16T04:21:46,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40069 2024-11-16T04:21:46,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:21:46,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:21:46,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37405 2024-11-16T04:21:46,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37405 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:46,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:46,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374050x0, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:47,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374050x0, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/running 2024-11-16T04:21:47,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:21:47,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37405-0x10141e066c10007 connected 2024-11-16T04:21:47,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:21:47,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/master 2024-11-16T04:21:47,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/acl 2024-11-16T04:21:47,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-16T04:21:47,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37405 2024-11-16T04:21:47,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37405 2024-11-16T04:21:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-16T04:21:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-16T04:21:47,079 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:40069 2024-11-16T04:21:47,080 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1143983306/backup-masters/fda3efb342d8,40069,1731730906812 2024-11-16T04:21:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306/backup-masters 2024-11-16T04:21:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306/backup-masters 2024-11-16T04:21:47,091 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on existing znode=/2-1143983306/backup-masters/fda3efb342d8,40069,1731730906812 2024-11-16T04:21:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1143983306/master 2024-11-16T04:21:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:47,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:47,101 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on existing znode=/2-1143983306/master 2024-11-16T04:21:47,101 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1143983306/backup-masters/fda3efb342d8,40069,1731730906812 from backup master directory 2024-11-16T04:21:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1143983306/backup-masters/fda3efb342d8,40069,1731730906812 2024-11-16T04:21:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306/backup-masters 2024-11-16T04:21:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306/backup-masters 2024-11-16T04:21:47,111 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:47,111 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,40069,1731730906812 2024-11-16T04:21:47,121 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/hbase.id] with ID: e0a4e74a-1afb-4ff1-b96b-088c367f9b81 2024-11-16T04:21:47,122 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/.tmp/hbase.id 2024-11-16T04:21:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:21:47,551 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/.tmp/hbase.id]:[hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/hbase.id] 2024-11-16T04:21:47,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:21:47,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:21:47,559 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T04:21:47,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:47,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:21:47,727 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:47,728 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:21:47,729 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:21:47,736 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store 2024-11-16T04:21:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:21:48,144 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:48,144 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:21:48,144 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:48,144 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:48,144 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:21:48,144 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:48,144 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:21:48,145 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730908144Disabling compacts and flushes for region at 1731730908144Disabling writes for close at 1731730908144Writing region close event to WAL at 1731730908144Closed at 1731730908144 2024-11-16T04:21:48,145 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/.initializing 2024-11-16T04:21:48,145 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/WALs/fda3efb342d8,40069,1731730906812 2024-11-16T04:21:48,146 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:48,147 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C40069%2C1731730906812, suffix=, logDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/WALs/fda3efb342d8,40069,1731730906812, archiveDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/oldWALs, maxLogs=10 2024-11-16T04:21:48,170 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/WALs/fda3efb342d8,40069,1731730906812/fda3efb342d8%2C40069%2C1731730906812.1731730908148, exclude list is [], retry=0 2024-11-16T04:21:48,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dd9a92bd-172b-47a3-b445-f27663f4d917,DISK] 2024-11-16T04:21:48,178 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/WALs/fda3efb342d8,40069,1731730906812/fda3efb342d8%2C40069%2C1731730906812.1731730908148 2024-11-16T04:21:48,188 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-16T04:21:48,188 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:48,189 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:48,189 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,189 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:21:48,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:48,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:21:48,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:48,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:21:48,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:48,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:21:48,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:48,208 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,209 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,209 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,210 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,210 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,210 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:48,211 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:21:48,213 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:48,213 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70221966, jitterRate=0.046388834714889526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:48,214 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730908189Initializing all the Stores at 1731730908190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730908190Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730908200 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730908200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730908200Cleaning up temporary data from old regions at 1731730908210 (+10 ms)Region opened successfully at 1731730908213 (+3 ms) 2024-11-16T04:21:48,214 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:21:48,216 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be7f1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:48,217 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:21:48,217 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:21:48,217 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:21:48,217 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:21:48,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:21:48,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:21:48,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:21:48,220 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:21:48,220 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Unable to get data of znode /2-1143983306/balancer because node does not exist (not necessarily an error) 2024-11-16T04:21:48,269 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1143983306/balancer already deleted, retry=false 2024-11-16T04:21:48,269 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:21:48,270 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Unable to get data of znode /2-1143983306/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:21:48,279 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1143983306/normalizer already deleted, retry=false 2024-11-16T04:21:48,280 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:21:48,280 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Unable to get data of znode /2-1143983306/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:21:48,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1143983306/switch/split already deleted, retry=false 2024-11-16T04:21:48,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Unable to get data of znode /2-1143983306/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:21:48,300 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1143983306/switch/merge already deleted, retry=false 2024-11-16T04:21:48,303 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Unable to get data of znode /2-1143983306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:21:48,311 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1143983306/snapshot-cleanup already deleted, retry=false 2024-11-16T04:21:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1143983306/running 2024-11-16T04:21:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1143983306/running 2024-11-16T04:21:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:48,322 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,40069,1731730906812, sessionid=0x10141e066c10006, setting cluster-up flag (Was=false) 2024-11-16T04:21:48,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:48,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:48,374 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1143983306/flush-table-proc/acquired, /2-1143983306/flush-table-proc/reached, /2-1143983306/flush-table-proc/abort 2024-11-16T04:21:48,376 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,40069,1731730906812 2024-11-16T04:21:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:48,427 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1143983306/online-snapshot/acquired, /2-1143983306/online-snapshot/reached, /2-1143983306/online-snapshot/abort 2024-11-16T04:21:48,428 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,40069,1731730906812 2024-11-16T04:21:48,429 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:21:48,430 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:48,430 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:21:48,430 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:21:48,431 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,40069,1731730906812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:48,432 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:48,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:21:48,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:21:48,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730938472 2024-11-16T04:21:48,473 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:21:48,473 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:21:48,473 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:21:48,473 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:21:48,473 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:21:48,473 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:21:48,480 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,481 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:21:48,481 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:21:48,481 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:21:48,481 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:21:48,481 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(746): ClusterId : e0a4e74a-1afb-4ff1-b96b-088c367f9b81 2024-11-16T04:21:48,481 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:21:48,481 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:21:48,481 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:21:48,482 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730908481,5,FailOnTimeoutGroup] 2024-11-16T04:21:48,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:21:48,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:21:48,483 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691 2024-11-16T04:21:48,484 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730908482,5,FailOnTimeoutGroup] 2024-11-16T04:21:48,484 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,484 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:21:48,484 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,484 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,490 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:21:48,490 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:21:48,501 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:21:48,501 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789a025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:21:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:21:48,520 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:37405 2024-11-16T04:21:48,520 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:21:48,520 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:21:48,520 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:21:48,520 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,40069,1731730906812 with port=37405, startcode=1731730906987 2024-11-16T04:21:48,521 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:21:48,521 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:21:48,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,37405,1731730906987 2024-11-16T04:21:48,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40069 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:48,523 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691 2024-11-16T04:21:48,523 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36715 2024-11-16T04:21:48,523 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:21:48,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306/rs 2024-11-16T04:21:48,579 DEBUG [RS:0;fda3efb342d8:37405 {}] zookeeper.ZKUtil(111): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on existing znode=/2-1143983306/rs/fda3efb342d8,37405,1731730906987 2024-11-16T04:21:48,579 WARN [RS:0;fda3efb342d8:37405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:21:48,579 INFO [RS:0;fda3efb342d8:37405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:48,579 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987 2024-11-16T04:21:48,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,37405,1731730906987] 2024-11-16T04:21:48,581 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:21:48,583 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:21:48,583 INFO [RS:0;fda3efb342d8:37405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:21:48,583 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,583 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:21:48,584 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:21:48,584 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:48,584 DEBUG [RS:0;fda3efb342d8:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:21:48,585 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,585 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,585 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,585 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,585 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,585 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37405,1731730906987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:48,608 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:21:48,608 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37405,1731730906987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,608 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,608 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.Replication(171): fda3efb342d8,37405,1731730906987 started 2024-11-16T04:21:48,623 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:48,623 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,37405,1731730906987, RpcServer on fda3efb342d8/172.17.0.2:37405, sessionid=0x10141e066c10007 2024-11-16T04:21:48,623 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:21:48,623 DEBUG [RS:0;fda3efb342d8:37405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,37405,1731730906987 2024-11-16T04:21:48,623 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37405,1731730906987' 2024-11-16T04:21:48,623 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1143983306/flush-table-proc/abort' 2024-11-16T04:21:48,623 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1143983306/flush-table-proc/acquired' 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,37405,1731730906987 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37405,1731730906987' 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1143983306/online-snapshot/abort' 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1143983306/online-snapshot/acquired' 2024-11-16T04:21:48,624 DEBUG [RS:0;fda3efb342d8:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:21:48,624 INFO [RS:0;fda3efb342d8:37405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:21:48,624 INFO [RS:0;fda3efb342d8:37405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:21:48,725 INFO [RS:0;fda3efb342d8:37405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:21:48,727 INFO [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37405%2C1731730906987, suffix=, logDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987, archiveDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/oldWALs, maxLogs=10 2024-11-16T04:21:48,746 DEBUG [RS:0;fda3efb342d8:37405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, exclude list is [], retry=0 2024-11-16T04:21:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dd9a92bd-172b-47a3-b445-f27663f4d917,DISK] 2024-11-16T04:21:48,765 INFO [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 2024-11-16T04:21:48,765 DEBUG [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-16T04:21:48,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:48,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:48,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:48,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:48,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:48,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:48,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:48,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:48,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:48,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:48,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:48,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:48,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:48,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:48,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:48,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740 2024-11-16T04:21:48,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740 2024-11-16T04:21:48,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:48,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:48,921 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:48,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:48,923 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:48,924 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70802389, jitterRate=0.055037811398506165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:48,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730908910Initializing all the Stores at 1731730908911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730908911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730908911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730908911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730908911Cleaning up temporary data from old regions at 1731730908921 (+10 ms)Region opened successfully at 1731730908924 (+3 ms) 2024-11-16T04:21:48,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:21:48,924 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:21:48,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:21:48,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:21:48,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:21:48,924 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:21:48,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730908924Disabling compacts and flushes for region at 1731730908924Disabling writes for close at 1731730908924Writing region close event to WAL at 1731730908924Closed at 1731730908924 2024-11-16T04:21:48,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:48,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:21:48,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:21:48,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:48,927 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:21:49,077 DEBUG [fda3efb342d8:40069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:21:49,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:49,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,37405,1731730906987, state=OPENING 2024-11-16T04:21:49,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:21:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:49,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1143983306/meta-region-server: CHANGED 2024-11-16T04:21:49,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1143983306/meta-region-server: CHANGED 2024-11-16T04:21:49,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:21:49,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,37405,1731730906987}] 2024-11-16T04:21:49,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:21:49,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:21:49,289 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:21:49,289 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:49,289 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:21:49,290 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37405%2C1731730906987.meta, suffix=.meta, logDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987, archiveDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/oldWALs, maxLogs=10 2024-11-16T04:21:49,305 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.meta.1731730909290.meta, exclude list is [], retry=0 2024-11-16T04:21:49,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dd9a92bd-172b-47a3-b445-f27663f4d917,DISK] 2024-11-16T04:21:49,309 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.meta.1731730909290.meta 2024-11-16T04:21:49,309 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-16T04:21:49,309 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:49,310 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:49,310 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:49,310 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:21:49,310 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:21:49,310 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:21:49,310 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:49,310 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:21:49,310 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:21:49,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:21:49,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:21:49,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:49,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:21:49,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:21:49,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:49,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:21:49,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:21:49,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:49,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:21:49,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:21:49,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:21:49,315 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:21:49,315 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740 2024-11-16T04:21:49,316 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740 2024-11-16T04:21:49,317 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:21:49,317 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:21:49,317 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:21:49,318 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:21:49,319 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69906492, jitterRate=0.04168790578842163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:21:49,319 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:21:49,319 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730909310Writing region info on filesystem at 1731730909310Initializing all the Stores at 1731730909311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730909311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730909311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730909311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730909311Cleaning up temporary data from old regions at 1731730909317 (+6 ms)Running coprocessor post-open hooks at 1731730909319 (+2 ms)Region opened successfully at 1731730909319 2024-11-16T04:21:49,320 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730909284 2024-11-16T04:21:49,322 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:21:49,322 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:21:49,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:49,323 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,37405,1731730906987, state=OPEN 2024-11-16T04:21:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1143983306/meta-region-server 2024-11-16T04:21:49,332 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:49,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1143983306/meta-region-server 2024-11-16T04:21:49,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1143983306/meta-region-server: CHANGED 2024-11-16T04:21:49,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1143983306/meta-region-server: CHANGED 2024-11-16T04:21:49,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:21:49,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,37405,1731730906987 in 200 msec 2024-11-16T04:21:49,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:21:49,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-16T04:21:49,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:21:49,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:21:49,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:49,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37405,1731730906987, seqNum=-1] 2024-11-16T04:21:49,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:49,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:49,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 912 msec 2024-11-16T04:21:49,343 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730909343, completionTime=-1 2024-11-16T04:21:49,343 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:21:49,343 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:21:49,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:21:49,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730969345 2024-11-16T04:21:49,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731029345 2024-11-16T04:21:49,345 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T04:21:49,346 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40069,1731730906812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,346 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40069,1731730906812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,346 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40069,1731730906812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,346 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:40069, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,346 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,347 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,348 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:21:49,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.236sec 2024-11-16T04:21:49,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:21:49,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:21:49,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:21:49,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:21:49,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:21:49,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40069,1731730906812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:21:49,351 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40069,1731730906812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:21:49,353 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:21:49,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:21:49,353 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,40069,1731730906812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:21:49,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:49,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40069,-1 for getting cluster id 2024-11-16T04:21:49,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:49,383 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a4e74a-1afb-4ff1-b96b-088c367f9b81' 2024-11-16T04:21:49,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:49,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a4e74a-1afb-4ff1-b96b-088c367f9b81" 2024-11-16T04:21:49,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6485e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40069,-1] 2024-11-16T04:21:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:49,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:49,385 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:49,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:49,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:49,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37405,1731730906987, seqNum=-1] 2024-11-16T04:21:49,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:49,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:49,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,40069,1731730906812 2024-11-16T04:21:49,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-16T04:21:49,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:21:49,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10141e066c10008 connected 2024-11-16T04:21:49,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41611,1731730895929 2024-11-16T04:21:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0a2186 2024-11-16T04:21:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:49,410 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:49,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:21:49,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:49,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:21:49,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:21:49,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75ea08ad5031ff1a3e5f29cf97e473e8, NAME => 'test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9 2024-11-16T04:21:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:21:49,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:49,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75ea08ad5031ff1a3e5f29cf97e473e8, disabling compactions & flushes 2024-11-16T04:21:49,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. after waiting 0 ms 2024-11-16T04:21:49,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75ea08ad5031ff1a3e5f29cf97e473e8: Waiting for close lock at 1731730909463Disabling compacts and flushes for region at 1731730909463Disabling writes for close at 1731730909463Writing region close event to WAL at 1731730909463Closed at 1731730909463 2024-11-16T04:21:49,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:49,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730909464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730909464"}]},"ts":"1731730909464"} 2024-11-16T04:21:49,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:49,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:49,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730909468"}]},"ts":"1731730909468"} 2024-11-16T04:21:49,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:21:49,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75ea08ad5031ff1a3e5f29cf97e473e8, ASSIGN}] 2024-11-16T04:21:49,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75ea08ad5031ff1a3e5f29cf97e473e8, ASSIGN 2024-11-16T04:21:49,472 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75ea08ad5031ff1a3e5f29cf97e473e8, ASSIGN; state=OFFLINE, location=fda3efb342d8,45817,1731730896178; forceNewPlan=false, retain=false 2024-11-16T04:21:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:49,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75ea08ad5031ff1a3e5f29cf97e473e8, regionState=OPENING, regionLocation=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:49,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75ea08ad5031ff1a3e5f29cf97e473e8, ASSIGN because future has completed 2024-11-16T04:21:49,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75ea08ad5031ff1a3e5f29cf97e473e8, server=fda3efb342d8,45817,1731730896178}] 2024-11-16T04:21:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:49,784 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,784 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75ea08ad5031ff1a3e5f29cf97e473e8, NAME => 'test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:49,785 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:49,785 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:21:49,785 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,785 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:49,785 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,785 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,786 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,788 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75ea08ad5031ff1a3e5f29cf97e473e8 columnFamilyName f 2024-11-16T04:21:49,788 DEBUG [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,788 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] regionserver.HStore(327): Store=75ea08ad5031ff1a3e5f29cf97e473e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:49,789 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,790 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75ea08ad5031ff1a3e5f29cf97e473e8 columnFamilyName f1 2024-11-16T04:21:49,790 DEBUG [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,790 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] regionserver.HStore(327): Store=75ea08ad5031ff1a3e5f29cf97e473e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:49,790 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,791 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75ea08ad5031ff1a3e5f29cf97e473e8 columnFamilyName norep 2024-11-16T04:21:49,791 DEBUG [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:49,791 INFO [StoreOpener-75ea08ad5031ff1a3e5f29cf97e473e8-1 {}] regionserver.HStore(327): Store=75ea08ad5031ff1a3e5f29cf97e473e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:49,791 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,792 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,793 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,794 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,794 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,794 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:49,795 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,798 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:49,798 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75ea08ad5031ff1a3e5f29cf97e473e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75466713, jitterRate=0.12454165518283844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:49,798 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:21:49,799 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75ea08ad5031ff1a3e5f29cf97e473e8: Running coprocessor pre-open hook at 1731730909785Writing region info on filesystem at 1731730909785Initializing all the Stores at 1731730909786 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730909786Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730909786Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730909786Cleaning up temporary data from old regions at 1731730909794 (+8 ms)Running coprocessor post-open hooks at 1731730909798 (+4 ms)Region opened successfully at 1731730909799 (+1 ms) 2024-11-16T04:21:49,799 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8., pid=6, masterSystemTime=1731730909776 2024-11-16T04:21:49,801 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,801 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:21:49,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75ea08ad5031ff1a3e5f29cf97e473e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:49,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75ea08ad5031ff1a3e5f29cf97e473e8, server=fda3efb342d8,45817,1731730896178 because future has completed 2024-11-16T04:21:49,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:21:49,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75ea08ad5031ff1a3e5f29cf97e473e8, server=fda3efb342d8,45817,1731730896178 in 186 msec 2024-11-16T04:21:49,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:21:49,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75ea08ad5031ff1a3e5f29cf97e473e8, ASSIGN in 342 msec 2024-11-16T04:21:49,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:49,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730909815"}]},"ts":"1731730909815"} 2024-11-16T04:21:49,818 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:21:49,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:49,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 408 msec 2024-11-16T04:21:49,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:49,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:49,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:50,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:21:50,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33421,1731730900778 2024-11-16T04:21:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f116757 2024-11-16T04:21:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:50,042 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:50,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:21:50,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:50,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:50,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:21:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:50,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:21:50,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9506d987599a69b96338ecba70b71dbb, NAME => 'test,,1731730910042.9506d987599a69b96338ecba70b71dbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1 2024-11-16T04:21:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:50,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730910042.9506d987599a69b96338ecba70b71dbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:50,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9506d987599a69b96338ecba70b71dbb, disabling compactions & flushes 2024-11-16T04:21:50,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730910042.9506d987599a69b96338ecba70b71dbb. after waiting 0 ms 2024-11-16T04:21:50,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9506d987599a69b96338ecba70b71dbb: Waiting for close lock at 1731730910456Disabling compacts and flushes for region at 1731730910456Disabling writes for close at 1731730910456Writing region close event to WAL at 1731730910457 (+1 ms)Closed at 1731730910457 2024-11-16T04:21:50,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:50,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730910042.9506d987599a69b96338ecba70b71dbb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730910458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730910458"}]},"ts":"1731730910458"} 2024-11-16T04:21:50,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:50,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:50,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730910463"}]},"ts":"1731730910463"} 2024-11-16T04:21:50,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:21:50,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9506d987599a69b96338ecba70b71dbb, ASSIGN}] 2024-11-16T04:21:50,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9506d987599a69b96338ecba70b71dbb, ASSIGN 2024-11-16T04:21:50,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9506d987599a69b96338ecba70b71dbb, ASSIGN; state=OFFLINE, location=fda3efb342d8,32813,1731730901326; forceNewPlan=false, retain=false 2024-11-16T04:21:50,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9506d987599a69b96338ecba70b71dbb, regionState=OPENING, regionLocation=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:50,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9506d987599a69b96338ecba70b71dbb, ASSIGN because future has completed 2024-11-16T04:21:50,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9506d987599a69b96338ecba70b71dbb, server=fda3efb342d8,32813,1731730901326}] 2024-11-16T04:21:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:50,774 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,774 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9506d987599a69b96338ecba70b71dbb, NAME => 'test,,1731730910042.9506d987599a69b96338ecba70b71dbb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:50,775 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:50,775 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:21:50,775 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,775 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730910042.9506d987599a69b96338ecba70b71dbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:50,775 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,775 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,776 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,777 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9506d987599a69b96338ecba70b71dbb columnFamilyName f 2024-11-16T04:21:50,777 DEBUG [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:50,777 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] regionserver.HStore(327): Store=9506d987599a69b96338ecba70b71dbb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:50,777 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,778 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9506d987599a69b96338ecba70b71dbb columnFamilyName f1 2024-11-16T04:21:50,778 DEBUG [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:50,778 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] regionserver.HStore(327): Store=9506d987599a69b96338ecba70b71dbb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:50,778 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,779 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9506d987599a69b96338ecba70b71dbb columnFamilyName norep 2024-11-16T04:21:50,779 DEBUG [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:50,780 INFO [StoreOpener-9506d987599a69b96338ecba70b71dbb-1 {}] regionserver.HStore(327): Store=9506d987599a69b96338ecba70b71dbb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:50,780 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,780 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,781 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,781 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,781 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,782 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:50,783 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,784 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:50,784 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9506d987599a69b96338ecba70b71dbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65380075, jitterRate=-0.025760963559150696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:50,785 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:21:50,785 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9506d987599a69b96338ecba70b71dbb: Running coprocessor pre-open hook at 1731730910775Writing region info on filesystem at 1731730910775Initializing all the Stores at 1731730910775Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730910776 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730910776Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730910776Cleaning up temporary data from old regions at 1731730910781 (+5 ms)Running coprocessor post-open hooks at 1731730910785 (+4 ms)Region opened successfully at 1731730910785 2024-11-16T04:21:50,785 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730910042.9506d987599a69b96338ecba70b71dbb., pid=6, masterSystemTime=1731730910771 2024-11-16T04:21:50,787 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,787 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:21:50,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9506d987599a69b96338ecba70b71dbb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:50,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9506d987599a69b96338ecba70b71dbb, server=fda3efb342d8,32813,1731730901326 because future has completed 2024-11-16T04:21:50,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:21:50,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9506d987599a69b96338ecba70b71dbb, server=fda3efb342d8,32813,1731730901326 in 177 msec 2024-11-16T04:21:50,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:21:50,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9506d987599a69b96338ecba70b71dbb, ASSIGN in 332 msec 2024-11-16T04:21:50,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:50,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730910800"}]},"ts":"1731730910800"} 2024-11-16T04:21:50,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:21:50,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:50,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-16T04:21:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:51,180 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:21:51,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40069,1731730906812 2024-11-16T04:21:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f02bc79 2024-11-16T04:21:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:51,181 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:51,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:21:51,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:51,184 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:51,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:21:51,184 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:21:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:51,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c143335b44b7dbb9eed6b11f87a7214, NAME => 'test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691 2024-11-16T04:21:51,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:21:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:52,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:52,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c143335b44b7dbb9eed6b11f87a7214, disabling compactions & flushes 2024-11-16T04:21:52,000 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. after waiting 0 ms 2024-11-16T04:21:52,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,000 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c143335b44b7dbb9eed6b11f87a7214: Waiting for close lock at 1731730912000Disabling compacts and flushes for region at 1731730912000Disabling writes for close at 1731730912000Writing region close event to WAL at 1731730912000Closed at 1731730912000 2024-11-16T04:21:52,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:52,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730912001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730912001"}]},"ts":"1731730912001"} 2024-11-16T04:21:52,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:52,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:52,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730912004"}]},"ts":"1731730912004"} 2024-11-16T04:21:52,005 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:21:52,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c143335b44b7dbb9eed6b11f87a7214, ASSIGN}] 2024-11-16T04:21:52,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c143335b44b7dbb9eed6b11f87a7214, ASSIGN 2024-11-16T04:21:52,007 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c143335b44b7dbb9eed6b11f87a7214, ASSIGN; state=OFFLINE, location=fda3efb342d8,37405,1731730906987; forceNewPlan=false, retain=false 2024-11-16T04:21:52,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c143335b44b7dbb9eed6b11f87a7214, regionState=OPENING, regionLocation=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:52,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c143335b44b7dbb9eed6b11f87a7214, ASSIGN because future has completed 2024-11-16T04:21:52,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c143335b44b7dbb9eed6b11f87a7214, server=fda3efb342d8,37405,1731730906987}] 2024-11-16T04:21:52,316 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,317 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c143335b44b7dbb9eed6b11f87a7214, NAME => 'test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:52,317 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:52,317 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:21:52,317 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,317 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:52,317 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,317 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,318 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:52,333 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c143335b44b7dbb9eed6b11f87a7214 columnFamilyName f 2024-11-16T04:21:52,333 DEBUG [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:52,333 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] regionserver.HStore(327): Store=1c143335b44b7dbb9eed6b11f87a7214/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:52,333 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,334 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c143335b44b7dbb9eed6b11f87a7214 columnFamilyName f1 2024-11-16T04:21:52,335 DEBUG [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:52,335 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] regionserver.HStore(327): Store=1c143335b44b7dbb9eed6b11f87a7214/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:52,335 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,336 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c143335b44b7dbb9eed6b11f87a7214 columnFamilyName norep 2024-11-16T04:21:52,336 DEBUG [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:52,336 INFO [StoreOpener-1c143335b44b7dbb9eed6b11f87a7214-1 {}] regionserver.HStore(327): Store=1c143335b44b7dbb9eed6b11f87a7214/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:52,336 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,337 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,337 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,338 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,338 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,338 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:52,339 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,348 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:52,348 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c143335b44b7dbb9eed6b11f87a7214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72232975, jitterRate=0.07635520398616791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:52,348 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:21:52,348 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c143335b44b7dbb9eed6b11f87a7214: Running coprocessor pre-open hook at 1731730912317Writing region info on filesystem at 1731730912317Initializing all the Stores at 1731730912318 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730912318Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730912318Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730912318Cleaning up temporary data from old regions at 1731730912338 (+20 ms)Running coprocessor post-open hooks at 1731730912348 (+10 ms)Region opened successfully at 1731730912348 2024-11-16T04:21:52,349 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214., pid=6, masterSystemTime=1731730912312 2024-11-16T04:21:52,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c143335b44b7dbb9eed6b11f87a7214, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:52,352 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,352 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:21:52,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c143335b44b7dbb9eed6b11f87a7214, server=fda3efb342d8,37405,1731730906987 because future has completed 2024-11-16T04:21:52,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:21:52,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c143335b44b7dbb9eed6b11f87a7214, server=fda3efb342d8,37405,1731730906987 in 199 msec 2024-11-16T04:21:52,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:21:52,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c143335b44b7dbb9eed6b11f87a7214, ASSIGN in 355 msec 2024-11-16T04:21:52,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:52,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730912364"}]},"ts":"1731730912364"} 2024-11-16T04:21:52,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:21:52,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:52,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-16T04:21:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:21:53,341 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:21:53,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:53,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41611,-1 for getting cluster id 2024-11-16T04:21:53,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:53,342 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c572e94-a9db-48e1-a1e4-17c110bfea2a' 2024-11-16T04:21:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c572e94-a9db-48e1-a1e4-17c110bfea2a" 2024-11-16T04:21:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f230162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41611,-1] 2024-11-16T04:21:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:53,344 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:53,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213dc341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:53,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,41611,1731730895929 2024-11-16T04:21:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51744653 2024-11-16T04:21:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:53,346 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:53,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:33421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:21:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:21:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:53,349 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:33421' 2024-11-16T04:21:53,351 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c46056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:53,351 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:53,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:53,351 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e822e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:53,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:53,353 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:53,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abf0049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:53,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:53,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33421,1731730900778 2024-11-16T04:21:53,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0fc86a 2024-11-16T04:21:53,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:53,355 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:53,356 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:21:53,356 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:21:53,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:53,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:53,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:53,356 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:53,357 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:21:53,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:53,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:53,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:21:53,407 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:21:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:53,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f488c0047418e9a6357f702c9eca972, NAME => 'hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9 2024-11-16T04:21:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:21:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:54,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:54,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f488c0047418e9a6357f702c9eca972, disabling compactions & flushes 2024-11-16T04:21:54,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. after waiting 0 ms 2024-11-16T04:21:54,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,170 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f488c0047418e9a6357f702c9eca972: Waiting for close lock at 1731730914169Disabling compacts and flushes for region at 1731730914169Disabling writes for close at 1731730914170 (+1 ms)Writing region close event to WAL at 1731730914170Closed at 1731730914170 2024-11-16T04:21:54,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:54,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730914171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730914171"}]},"ts":"1731730914171"} 2024-11-16T04:21:54,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:54,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:54,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730914174"}]},"ts":"1731730914174"} 2024-11-16T04:21:54,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:21:54,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f488c0047418e9a6357f702c9eca972, ASSIGN}] 2024-11-16T04:21:54,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f488c0047418e9a6357f702c9eca972, ASSIGN 2024-11-16T04:21:54,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f488c0047418e9a6357f702c9eca972, ASSIGN; state=OFFLINE, location=fda3efb342d8,45817,1731730896178; forceNewPlan=false, retain=false 2024-11-16T04:21:54,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f488c0047418e9a6357f702c9eca972, regionState=OPENING, regionLocation=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:54,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f488c0047418e9a6357f702c9eca972, ASSIGN because future has completed 2024-11-16T04:21:54,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f488c0047418e9a6357f702c9eca972, server=fda3efb342d8,45817,1731730896178}] 2024-11-16T04:21:54,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:54,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:21:54,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45817%2C1731730896178.rep, suffix=, logDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178, archiveDir=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/oldWALs, maxLogs=10 2024-11-16T04:21:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:54,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.rep.1731730914488, exclude list is [], retry=0 2024-11-16T04:21:54,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33851,DS-77263485-d764-48e3-bd66-58928ca35298,DISK] 2024-11-16T04:21:54,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.rep.1731730914488 2024-11-16T04:21:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T04:21:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f488c0047418e9a6357f702c9eca972, NAME => 'hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:54,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:54,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. service=MultiRowMutationService 2024-11-16T04:21:54,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:21:54,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:54,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,515 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,515 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f488c0047418e9a6357f702c9eca972 columnFamilyName hfileref 2024-11-16T04:21:54,515 DEBUG [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:54,516 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] regionserver.HStore(327): Store=1f488c0047418e9a6357f702c9eca972/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:54,516 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,516 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f488c0047418e9a6357f702c9eca972 columnFamilyName queue 2024-11-16T04:21:54,516 DEBUG [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:54,517 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] regionserver.HStore(327): Store=1f488c0047418e9a6357f702c9eca972/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:54,517 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,517 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f488c0047418e9a6357f702c9eca972 columnFamilyName sid 2024-11-16T04:21:54,517 DEBUG [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:54,518 INFO [StoreOpener-1f488c0047418e9a6357f702c9eca972-1 {}] regionserver.HStore(327): Store=1f488c0047418e9a6357f702c9eca972/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:54,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:54,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1f488c0047418e9a6357f702c9eca972; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60457058, jitterRate=-0.099119633436203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:54,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:21:54,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1f488c0047418e9a6357f702c9eca972: Running coprocessor pre-open hook at 1731730914513Writing region info on filesystem at 1731730914513Initializing all the Stores at 1731730914514 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730914514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730914514Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730914514Cleaning up temporary data from old regions at 1731730914519 (+5 ms)Running coprocessor post-open hooks at 1731730914522 (+3 ms)Region opened successfully at 1731730914522 2024-11-16T04:21:54,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972., pid=10, masterSystemTime=1731730914483 2024-11-16T04:21:54,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:21:54,525 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f488c0047418e9a6357f702c9eca972, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,45817,1731730896178 2024-11-16T04:21:54,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f488c0047418e9a6357f702c9eca972, server=fda3efb342d8,45817,1731730896178 because future has completed 2024-11-16T04:21:54,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:21:54,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f488c0047418e9a6357f702c9eca972, server=fda3efb342d8,45817,1731730896178 in 197 msec 2024-11-16T04:21:54,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:21:54,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f488c0047418e9a6357f702c9eca972, ASSIGN in 354 msec 2024-11-16T04:21:54,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:54,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730914532"}]},"ts":"1731730914532"} 2024-11-16T04:21:54,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:21:54,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:54,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-16T04:21:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972., hostname=fda3efb342d8,45817,1731730896178, seqNum=2] 2024-11-16T04:21:54,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:54,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:21:54,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:54,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:21:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:21:54,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:21:54,958 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:21:54,985 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,45817,1731730896178, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:54,985 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:54,985 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45817,1731730896178, seqNum=-1] 2024-11-16T04:21:54,986 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:54,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:54,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,45817,1731730896178', locateType=CURRENT is [region=hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972., hostname=fda3efb342d8,45817,1731730896178, seqNum=2] 2024-11-16T04:21:54,990 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:21:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:21:54,992 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,45817,1731730896178 suceeded 2024-11-16T04:21:54,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:21:54,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T04:21:54,994 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:33421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:21:54,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6470 sec 2024-11-16T04:21:55,004 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:33421' 2024-11-16T04:21:55,005 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0adccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,005 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:55,005 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:55,006 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2553a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,007 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:55,007 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d4f646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,008 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33421,1731730900778 2024-11-16T04:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c9e758 2024-11-16T04:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:55,009 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:55,009 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,45817,1731730896178 (queues=1) is replicating from cluster=0c572e94-a9db-48e1-a1e4-17c110bfea2a to cluster=c58c925a-c4e6-40f4-ba54-507bd242c157 2024-11-16T04:21:55,010 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C45817%2C1731730896178 2024-11-16T04:21:55,010 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,45817,1731730896178, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:55,010 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C45817%2C1731730896178 2024-11-16T04:21:55,010 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825, startPosition=0, beingWritten=true 2024-11-16T04:21:55,014 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:55,014 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:55,014 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45817,1731730896178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:55,221 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:55,500 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:55,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:55,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:55,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:55,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:55,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:55,501 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9571e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,502 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d43790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33421,1731730900778 2024-11-16T04:21:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33703005 2024-11-16T04:21:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:55,505 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:55,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:40069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:21:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:21:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:55,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:40069' 2024-11-16T04:21:55,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649b892b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40069,-1 for getting cluster id 2024-11-16T04:21:55,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:55,509 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a4e74a-1afb-4ff1-b96b-088c367f9b81' 2024-11-16T04:21:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a4e74a-1afb-4ff1-b96b-088c367f9b81" 2024-11-16T04:21:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a7ed21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40069,-1] 2024-11-16T04:21:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,510 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:55,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f965390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:55,510 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:55,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40069,1731730906812 2024-11-16T04:21:55,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0a2e14 2024-11-16T04:21:55,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:55,512 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:55,512 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:21:55,512 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:21:55,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:55,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:55,513 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:55,513 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:21:55,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:55,514 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:55,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:21:55,524 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:55,564 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:21:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:55,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c943c25d2c50d799c0abb19b50717fb7, NAME => 'hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1 2024-11-16T04:21:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:21:55,928 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:55,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:21:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:56,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:56,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c943c25d2c50d799c0abb19b50717fb7, disabling compactions & flushes 2024-11-16T04:21:56,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. after waiting 0 ms 2024-11-16T04:21:56,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c943c25d2c50d799c0abb19b50717fb7: Waiting for close lock at 1731730916329Disabling compacts and flushes for region at 1731730916329Disabling writes for close at 1731730916329Writing region close event to WAL at 1731730916329Closed at 1731730916329 2024-11-16T04:21:56,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:56,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730916330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730916330"}]},"ts":"1731730916330"} 2024-11-16T04:21:56,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:56,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:56,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730916333"}]},"ts":"1731730916333"} 2024-11-16T04:21:56,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:21:56,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c943c25d2c50d799c0abb19b50717fb7, ASSIGN}] 2024-11-16T04:21:56,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c943c25d2c50d799c0abb19b50717fb7, ASSIGN 2024-11-16T04:21:56,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c943c25d2c50d799c0abb19b50717fb7, ASSIGN; state=OFFLINE, location=fda3efb342d8,32813,1731730901326; forceNewPlan=false, retain=false 2024-11-16T04:21:56,431 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:56,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c943c25d2c50d799c0abb19b50717fb7, regionState=OPENING, regionLocation=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c943c25d2c50d799c0abb19b50717fb7, ASSIGN because future has completed 2024-11-16T04:21:56,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c943c25d2c50d799c0abb19b50717fb7, server=fda3efb342d8,32813,1731730901326}] 2024-11-16T04:21:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:56,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:56,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:21:56,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C32813%2C1731730901326.rep, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/oldWALs, maxLogs=10 2024-11-16T04:21:56,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.rep.1731730916649, exclude list is [], retry=0 2024-11-16T04:21:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-84c05030-a716-42cb-9b31-e602fabbf4ce,DISK] 2024-11-16T04:21:56,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.rep.1731730916649 2024-11-16T04:21:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40105:40105)] 2024-11-16T04:21:56,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c943c25d2c50d799c0abb19b50717fb7, NAME => 'hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. service=MultiRowMutationService 2024-11-16T04:21:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:21:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,676 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,677 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c943c25d2c50d799c0abb19b50717fb7 columnFamilyName hfileref 2024-11-16T04:21:56,677 DEBUG [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:56,678 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] regionserver.HStore(327): Store=c943c25d2c50d799c0abb19b50717fb7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:56,678 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,679 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c943c25d2c50d799c0abb19b50717fb7 columnFamilyName queue 2024-11-16T04:21:56,679 DEBUG [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:56,679 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] regionserver.HStore(327): Store=c943c25d2c50d799c0abb19b50717fb7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:56,679 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,680 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c943c25d2c50d799c0abb19b50717fb7 columnFamilyName sid 2024-11-16T04:21:56,680 DEBUG [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:56,681 INFO [StoreOpener-c943c25d2c50d799c0abb19b50717fb7-1 {}] regionserver.HStore(327): Store=c943c25d2c50d799c0abb19b50717fb7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:56,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:56,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c943c25d2c50d799c0abb19b50717fb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61521551, jitterRate=-0.08325745165348053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:56,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:21:56,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c943c25d2c50d799c0abb19b50717fb7: Running coprocessor pre-open hook at 1731730916675Writing region info on filesystem at 1731730916675Initializing all the Stores at 1731730916675Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730916675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730916676 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730916676Cleaning up temporary data from old regions at 1731730916683 (+7 ms)Running coprocessor post-open hooks at 1731730916689 (+6 ms)Region opened successfully at 1731730916689 2024-11-16T04:21:56,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7., pid=10, masterSystemTime=1731730916641 2024-11-16T04:21:56,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:21:56,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c943c25d2c50d799c0abb19b50717fb7, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,32813,1731730901326 2024-11-16T04:21:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c943c25d2c50d799c0abb19b50717fb7, server=fda3efb342d8,32813,1731730901326 because future has completed 2024-11-16T04:21:56,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:21:56,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c943c25d2c50d799c0abb19b50717fb7, server=fda3efb342d8,32813,1731730901326 in 208 msec 2024-11-16T04:21:56,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:21:56,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c943c25d2c50d799c0abb19b50717fb7, ASSIGN in 363 msec 2024-11-16T04:21:56,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:56,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730916701"}]},"ts":"1731730916701"} 2024-11-16T04:21:56,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:21:56,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:56,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-16T04:21:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7., hostname=fda3efb342d8,32813,1731730901326, seqNum=2] 2024-11-16T04:21:56,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:56,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:21:56,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:56,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:21:56,948 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:21:56,973 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,32813,1731730901326, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:56,973 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:56,973 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32813,1731730901326, seqNum=-1] 2024-11-16T04:21:56,973 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:56,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:56,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,32813,1731730901326', locateType=CURRENT is [region=hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7., hostname=fda3efb342d8,32813,1731730901326, seqNum=2] 2024-11-16T04:21:56,978 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:21:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:21:56,980 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,32813,1731730901326 suceeded 2024-11-16T04:21:56,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:21:56,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T04:21:56,982 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:40069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:21:56,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-16T04:21:56,992 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:40069' 2024-11-16T04:21:56,993 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c63cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:56,993 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40069,-1 for getting cluster id 2024-11-16T04:21:56,993 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:56,994 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a4e74a-1afb-4ff1-b96b-088c367f9b81' 2024-11-16T04:21:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a4e74a-1afb-4ff1-b96b-088c367f9b81" 2024-11-16T04:21:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa4e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40069,-1] 2024-11-16T04:21:56,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:56,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:56,995 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:56,996 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e3255c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:56,996 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:56,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40069,1731730906812 2024-11-16T04:21:56,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43e26c92 2024-11-16T04:21:56,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:56,997 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:56,998 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,32813,1731730901326 (queues=1) is replicating from cluster=c58c925a-c4e6-40f4-ba54-507bd242c157 to cluster=e0a4e74a-1afb-4ff1-b96b-088c367f9b81 2024-11-16T04:21:56,998 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C32813%2C1731730901326 2024-11-16T04:21:56,998 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,32813,1731730901326, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:56,998 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C32813%2C1731730901326 2024-11-16T04:21:56,998 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, startPosition=0, beingWritten=true 2024-11-16T04:21:57,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:57,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:57,002 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:57,034 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:57,205 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:57,508 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:57,649 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:57,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:57,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:57,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:57,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:57,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:57,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:57,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40069,-1 for getting cluster id 2024-11-16T04:21:57,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:57,651 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a4e74a-1afb-4ff1-b96b-088c367f9b81' 2024-11-16T04:21:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a4e74a-1afb-4ff1-b96b-088c367f9b81" 2024-11-16T04:21:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9f79d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40069,-1] 2024-11-16T04:21:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:57,652 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:57,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324212e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:57,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:57,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,40069,1731730906812 2024-11-16T04:21:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11570c35 2024-11-16T04:21:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:57,654 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:57,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:33421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:21:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:21:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:57,657 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:33421' 2024-11-16T04:21:57,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301987ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:57,657 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:57,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:57,658 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2802a6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:57,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:57,659 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:57,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ecfa35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:57,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33421,1731730900778 2024-11-16T04:21:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8e78493 2024-11-16T04:21:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:57,660 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:21:57,661 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:21:57,661 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:21:57,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:57,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:57,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:57,661 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:21:57,662 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:21:57,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:21:57,663 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:57,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:21:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:21:57,712 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:21:57,736 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:57,912 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:58,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b697a8470c067e33ddcdbe372a53d493, NAME => 'hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691 2024-11-16T04:21:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:21:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:58,415 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:58,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:58,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b697a8470c067e33ddcdbe372a53d493, disabling compactions & flushes 2024-11-16T04:21:58,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. after waiting 0 ms 2024-11-16T04:21:58,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b697a8470c067e33ddcdbe372a53d493: Waiting for close lock at 1731730918489Disabling compacts and flushes for region at 1731730918489Disabling writes for close at 1731730918490 (+1 ms)Writing region close event to WAL at 1731730918490Closed at 1731730918490 2024-11-16T04:21:58,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:21:58,491 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730918490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730918490"}]},"ts":"1731730918490"} 2024-11-16T04:21:58,492 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:21:58,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:21:58,492 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730918492"}]},"ts":"1731730918492"} 2024-11-16T04:21:58,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:21:58,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b697a8470c067e33ddcdbe372a53d493, ASSIGN}] 2024-11-16T04:21:58,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b697a8470c067e33ddcdbe372a53d493, ASSIGN 2024-11-16T04:21:58,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b697a8470c067e33ddcdbe372a53d493, ASSIGN; state=OFFLINE, location=fda3efb342d8,37405,1731730906987; forceNewPlan=false, retain=false 2024-11-16T04:21:58,540 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:58,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b697a8470c067e33ddcdbe372a53d493, regionState=OPENING, regionLocation=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b697a8470c067e33ddcdbe372a53d493, ASSIGN because future has completed 2024-11-16T04:21:58,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b697a8470c067e33ddcdbe372a53d493, server=fda3efb342d8,37405,1731730906987}] 2024-11-16T04:21:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:58,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:21:58,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:21:58,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37405%2C1731730906987.rep, suffix=, logDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987, archiveDir=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/oldWALs, maxLogs=10 2024-11-16T04:21:58,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.rep.1731730918807, exclude list is [], retry=0 2024-11-16T04:21:58,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42275,DS-dd9a92bd-172b-47a3-b445-f27663f4d917,DISK] 2024-11-16T04:21:58,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.rep.1731730918807 2024-11-16T04:21:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-16T04:21:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b697a8470c067e33ddcdbe372a53d493, NAME => 'hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:21:58,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:21:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:21:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. service=MultiRowMutationService 2024-11-16T04:21:58,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:21:58,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:21:58,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,840 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,841 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b697a8470c067e33ddcdbe372a53d493 columnFamilyName hfileref 2024-11-16T04:21:58,841 DEBUG [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:58,842 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] regionserver.HStore(327): Store=b697a8470c067e33ddcdbe372a53d493/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:58,842 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,842 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b697a8470c067e33ddcdbe372a53d493 columnFamilyName queue 2024-11-16T04:21:58,842 DEBUG [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:58,843 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] regionserver.HStore(327): Store=b697a8470c067e33ddcdbe372a53d493/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:58,843 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,843 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b697a8470c067e33ddcdbe372a53d493 columnFamilyName sid 2024-11-16T04:21:58,843 DEBUG [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:21:58,844 INFO [StoreOpener-b697a8470c067e33ddcdbe372a53d493-1 {}] regionserver.HStore(327): Store=b697a8470c067e33ddcdbe372a53d493/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:21:58,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:21:58,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:21:58,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b697a8470c067e33ddcdbe372a53d493; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61907629, jitterRate=-0.07750444114208221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:21:58,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:21:58,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b697a8470c067e33ddcdbe372a53d493: Running coprocessor pre-open hook at 1731730918838Writing region info on filesystem at 1731730918838Initializing all the Stores at 1731730918839 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730918839Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730918840 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730918840Cleaning up temporary data from old regions at 1731730918845 (+5 ms)Running coprocessor post-open hooks at 1731730918853 (+8 ms)Region opened successfully at 1731730918853 2024-11-16T04:21:58,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493., pid=10, masterSystemTime=1731730918800 2024-11-16T04:21:58,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:21:58,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b697a8470c067e33ddcdbe372a53d493, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37405,1731730906987 2024-11-16T04:21:58,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b697a8470c067e33ddcdbe372a53d493, server=fda3efb342d8,37405,1731730906987 because future has completed 2024-11-16T04:21:58,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:21:58,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b697a8470c067e33ddcdbe372a53d493, server=fda3efb342d8,37405,1731730906987 in 217 msec 2024-11-16T04:21:58,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:21:58,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b697a8470c067e33ddcdbe372a53d493, ASSIGN in 374 msec 2024-11-16T04:21:58,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:21:58,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730918871"}]},"ts":"1731730918871"} 2024-11-16T04:21:58,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:21:58,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:21:58,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-16T04:21:58,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493., hostname=fda3efb342d8,37405,1731730906987, seqNum=2] 2024-11-16T04:21:58,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:21:58,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:21:59,019 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:59,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:21:59,127 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:21:59,152 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,37405,1731730906987, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:21:59,153 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:59,153 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37405,1731730906987, seqNum=-1] 2024-11-16T04:21:59,153 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:59,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T04:21:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,37405,1731730906987', locateType=CURRENT is [region=hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493., hostname=fda3efb342d8,37405,1731730906987, seqNum=2] 2024-11-16T04:21:59,157 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:21:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:21:59,159 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,37405,1731730906987 suceeded 2024-11-16T04:21:59,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:21:59,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T04:21:59,160 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:33421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:21:59,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-16T04:21:59,170 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:33421' 2024-11-16T04:21:59,170 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ecc2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,171 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:59,171 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:59,171 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:59,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:59,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:59,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191cb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:59,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:59,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:59,172 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:59,173 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3683d2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,173 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:21:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,33421,1731730900778 2024-11-16T04:21:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284a51cd 2024-11-16T04:21:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:21:59,174 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T04:21:59,174 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,37405,1731730906987 (queues=1) is replicating from cluster=e0a4e74a-1afb-4ff1-b96b-088c367f9b81 to cluster=c58c925a-c4e6-40f4-ba54-507bd242c157 2024-11-16T04:21:59,175 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C37405%2C1731730906987 2024-11-16T04:21:59,175 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,37405,1731730906987, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:21:59,175 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, startPosition=0, beingWritten=true 2024-11-16T04:21:59,175 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C37405%2C1731730906987 2024-11-16T04:21:59,179 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:21:59,179 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 379, reset compression=false 2024-11-16T04:21:59,179 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:21:59,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:21:59,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T04:21:59,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:21:59,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T04:21:59,383 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 379, reset compression=false 2024-11-16T04:21:59,443 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:21:59,689 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 379, reset compression=false 2024-11-16T04:21:59,721 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:21:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:21:59,800 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:21:59,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:21:59,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:21:59,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:59,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:21:59,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:59,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,41611,-1 for getting cluster id 2024-11-16T04:21:59,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:59,802 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c572e94-a9db-48e1-a1e4-17c110bfea2a' 2024-11-16T04:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c572e94-a9db-48e1-a1e4-17c110bfea2a" 2024-11-16T04:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b91ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,41611,-1] 2024-11-16T04:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:59,803 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8018b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:21:59,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:59,804 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc24e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:59,805 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:59,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d004ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40069,-1 for getting cluster id 2024-11-16T04:21:59,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:21:59,806 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a4e74a-1afb-4ff1-b96b-088c367f9b81' 2024-11-16T04:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a4e74a-1afb-4ff1-b96b-088c367f9b81" 2024-11-16T04:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74181d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40069,-1] 2024-11-16T04:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:21:59,807 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d4cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:21:59,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45817,1731730896178, seqNum=-1] 2024-11-16T04:21:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:59,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8., hostname=fda3efb342d8,45817,1731730896178, seqNum=2] 2024-11-16T04:21:59,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:21:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37405,1731730906987, seqNum=-1] 2024-11-16T04:21:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:21:59,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:21:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214., hostname=fda3efb342d8,37405,1731730906987, seqNum=2] 2024-11-16T04:21:59,818 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T04:22:00,005 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=35, reused chunk count=120, reuseRatio=77.42% 2024-11-16T04:22:00,005 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T04:22:00,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:00,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:00,093 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 379, reset compression=false 2024-11-16T04:22:00,465 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 379, reset compression=false 2024-11-16T04:22:00,469 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:00,469 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:00,469 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45817,1731730896178 got entry batch from reader: WALEntryBatch [walEntries=[{test/75ea08ad5031ff1a3e5f29cf97e473e8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T04:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:00,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T04:22:00,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:00,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61dddea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:00,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,33421,-1 for getting cluster id 2024-11-16T04:22:00,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:00,473 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58c925a-c4e6-40f4-ba54-507bd242c157' 2024-11-16T04:22:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58c925a-c4e6-40f4-ba54-507bd242c157" 2024-11-16T04:22:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24d5362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,33421,-1] 2024-11-16T04:22:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:00,474 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:00,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed59e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:00,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32813,1731730901326, seqNum=-1] 2024-11-16T04:22:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:00,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T04:22:00,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730910042.9506d987599a69b96338ecba70b71dbb., hostname=fda3efb342d8,32813,1731730901326, seqNum=2] 2024-11-16T04:22:00,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:00,524 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 379, reset compression=false 2024-11-16T04:22:00,528 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:00,528 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 503, reset compression=false 2024-11-16T04:22:00,528 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[{test/9506d987599a69b96338ecba70b71dbb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T04:22:00,530 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:00,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T04:22:00,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:00,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5780b8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:00,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,40069,-1 for getting cluster id 2024-11-16T04:22:00,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:00,532 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a4e74a-1afb-4ff1-b96b-088c367f9b81' 2024-11-16T04:22:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a4e74a-1afb-4ff1-b96b-088c367f9b81" 2024-11-16T04:22:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ab840d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,40069,-1] 2024-11-16T04:22:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:00,533 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:00,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b82ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:00,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:00,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37405,1731730906987, seqNum=-1] 2024-11-16T04:22:00,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:00,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T04:22:00,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214., hostname=fda3efb342d8,37405,1731730906987, seqNum=2] 2024-11-16T04:22:00,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:00,603 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 379, reset compression=false 2024-11-16T04:22:00,612 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:00,612 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 527, reset compression=false 2024-11-16T04:22:00,612 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:00,672 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:00,732 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 503, reset compression=false 2024-11-16T04:22:00,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T04:22:00,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,32813,1731730901326, seqNum=-1] 2024-11-16T04:22:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:00,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:00,821 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 527, reset compression=false 2024-11-16T04:22:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731730910042.9506d987599a69b96338ecba70b71dbb., hostname=fda3efb342d8,32813,1731730901326, seqNum=2] 2024-11-16T04:22:00,825 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T04:22:00,981 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:01,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:01,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:22:01,009 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108569 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:22:01,037 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 503, reset compression=false 2024-11-16T04:22:01,041 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:01,041 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 607, reset compression=false 2024-11-16T04:22:01,041 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[{test/9506d987599a69b96338ecba70b71dbb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:22:01,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:01,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:01,124 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 527, reset compression=false 2024-11-16T04:22:01,129 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:01,129 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 655, reset compression=false 2024-11-16T04:22:01,129 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:01,244 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 607, reset compression=false 2024-11-16T04:22:01,334 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 655, reset compression=false 2024-11-16T04:22:01,385 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:01,547 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 607, reset compression=false 2024-11-16T04:22:01,638 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 655, reset compression=false 2024-11-16T04:22:01,826 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T04:22:01,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T04:22:01,905 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:01,951 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 607, reset compression=false 2024-11-16T04:22:02,041 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 655, reset compression=false 2024-11-16T04:22:02,046 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:02,046 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 759, reset compression=false 2024-11-16T04:22:02,046 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c143335b44b7dbb9eed6b11f87a7214/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T04:22:02,048 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:02,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T04:22:02,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:02,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:02,251 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 759, reset compression=false 2024-11-16T04:22:02,458 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 607, reset compression=false 2024-11-16T04:22:02,462 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:02,462 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 735, reset compression=false 2024-11-16T04:22:02,462 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:02,513 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:02,554 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 759, reset compression=false 2024-11-16T04:22:02,666 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 735, reset compression=false 2024-11-16T04:22:02,831 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T04:22:02,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T04:22:02,958 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 759, reset compression=false 2024-11-16T04:22:02,969 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 735, reset compression=false 2024-11-16T04:22:03,216 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 480, reset compression=false 2024-11-16T04:22:03,220 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:03,220 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:03,220 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45817,1731730896178 got entry batch from reader: WALEntryBatch [walEntries=[{test/75ea08ad5031ff1a3e5f29cf97e473e8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T04:22:03,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:03,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:03,372 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 735, reset compression=false 2024-11-16T04:22:03,376 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:03,376 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 882, reset compression=false 2024-11-16T04:22:03,376 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[{test/9506d987599a69b96338ecba70b71dbb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T04:22:03,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:03,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:03,422 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:03,461 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 759, reset compression=false 2024-11-16T04:22:03,471 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:03,471 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 930, reset compression=false 2024-11-16T04:22:03,471 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:03,579 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 882, reset compression=false 2024-11-16T04:22:03,677 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 930, reset compression=false 2024-11-16T04:22:03,729 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:03,837 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T04:22:03,840 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T04:22:03,883 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 882, reset compression=false 2024-11-16T04:22:03,887 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:03,887 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1041, reset compression=false 2024-11-16T04:22:03,887 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[{test/9506d987599a69b96338ecba70b71dbb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T04:22:03,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:03,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:03,981 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 930, reset compression=false 2024-11-16T04:22:03,984 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:03,984 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1080, reset compression=false 2024-11-16T04:22:03,984 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:04,095 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1041, reset compression=false 2024-11-16T04:22:04,133 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:04,188 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1080, reset compression=false 2024-11-16T04:22:04,399 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1041, reset compression=false 2024-11-16T04:22:04,492 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1080, reset compression=false 2024-11-16T04:22:04,637 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:04,802 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1041, reset compression=false 2024-11-16T04:22:04,842 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T04:22:04,845 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T04:22:04,897 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1080, reset compression=false 2024-11-16T04:22:04,900 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:04,900 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1239, reset compression=false 2024-11-16T04:22:04,900 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,37405,1731730906987 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c143335b44b7dbb9eed6b11f87a7214/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T04:22:04,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T04:22:04,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T04:22:05,103 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1239, reset compression=false 2024-11-16T04:22:05,241 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:05,306 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1041, reset compression=false 2024-11-16T04:22:05,316 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:05,316 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:05,316 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:05,414 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1239, reset compression=false 2024-11-16T04:22:05,519 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:05,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:22:05,817 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1239, reset compression=false 2024-11-16T04:22:05,823 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:05,846 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T04:22:05,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:22:05,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:05,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:05,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:05,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:05,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:05,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:22:05,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1899299652, stopped=false 2024-11-16T04:22:05,852 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,40069,1731730906812 2024-11-16T04:22:05,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1143983306/running 2024-11-16T04:22:05,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1143983306/running 2024-11-16T04:22:05,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:22:05,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:22:05,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:05,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/running 2024-11-16T04:22:05,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:05,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Set watcher on znode that does not yet exist, /2-1143983306/running 2024-11-16T04:22:05,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:05,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:05,892 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,37405,1731730906987' ***** 2024-11-16T04:22:05,892 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:22:05,892 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:22:05,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:22:05,892 INFO [RS:0;fda3efb342d8:37405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:22:05,892 INFO [RS:0;fda3efb342d8:37405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,37405,1731730906987 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:37405. 2024-11-16T04:22:05,893 DEBUG [RS:0;fda3efb342d8:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b697a8470c067e33ddcdbe372a53d493, disabling compactions & flushes 2024-11-16T04:22:05,893 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:05,893 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. after waiting 0 ms 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:22:05,893 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:22:05,893 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b697a8470c067e33ddcdbe372a53d493 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T04:22:05,893 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1325): Online Regions={b697a8470c067e33ddcdbe372a53d493=hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493., 1588230740=hbase:meta,,1.1588230740, 1c143335b44b7dbb9eed6b11f87a7214=test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214.} 2024-11-16T04:22:05,893 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c143335b44b7dbb9eed6b11f87a7214, b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:05,893 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:05,893 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:05,893 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:22:05,905 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:05,907 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/info/65167854956c4fe1831671b9ad017e6b is 147, key is hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493./info:regioninfo/1731730918856/Put/seqid=0 2024-11-16T04:22:05,908 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/.tmp/queue/8e943cfb9b77462597658ddee5c06462 is 154, key is 1-fda3efb342d8,37405,1731730906987/queue:fda3efb342d8%2C37405%2C1731730906987/1731730924904/Put/seqid=0 2024-11-16T04:22:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741840_1016 (size=7686) 2024-11-16T04:22:05,910 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/info/65167854956c4fe1831671b9ad017e6b 2024-11-16T04:22:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741841_1017 (size=5353) 2024-11-16T04:22:05,927 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/ns/8eefd632c3624bcbb1594b54a7e64056 is 43, key is default/ns:d/1731730909339/Put/seqid=0 2024-11-16T04:22:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:22:05,944 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:06,093 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c143335b44b7dbb9eed6b11f87a7214, b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:22:06,225 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:06,294 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c143335b44b7dbb9eed6b11f87a7214, b697a8470c067e33ddcdbe372a53d493 2024-11-16T04:22:06,312 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/.tmp/queue/8e943cfb9b77462597658ddee5c06462 2024-11-16T04:22:06,315 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/.tmp/queue/8e943cfb9b77462597658ddee5c06462 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/queue/8e943cfb9b77462597658ddee5c06462 2024-11-16T04:22:06,320 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/WALs/fda3efb342d8,37405,1731730906987/fda3efb342d8%2C37405%2C1731730906987.1731730908727 to pos 1239, reset compression=false 2024-11-16T04:22:06,327 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/queue/8e943cfb9b77462597658ddee5c06462, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T04:22:06,327 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b697a8470c067e33ddcdbe372a53d493 in 434ms, sequenceid=12, compaction requested=false 2024-11-16T04:22:06,330 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/ns/8eefd632c3624bcbb1594b54a7e64056 2024-11-16T04:22:06,351 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/replication/b697a8470c067e33ddcdbe372a53d493/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:06,353 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b697a8470c067e33ddcdbe372a53d493: Waiting for close lock at 1731730925893Running coprocessor pre-close hooks at 1731730925893Disabling compacts and flushes for region at 1731730925893Disabling writes for close at 1731730925893Obtaining lock to block concurrent updates at 1731730925893Preparing flush snapshotting stores in b697a8470c067e33ddcdbe372a53d493 at 1731730925893Finished memstore snapshotting hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731730925893Flushing stores of hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. at 1731730925894 (+1 ms)Flushing b697a8470c067e33ddcdbe372a53d493/queue: creating writer at 1731730925894Flushing b697a8470c067e33ddcdbe372a53d493/queue: appending metadata at 1731730925908 (+14 ms)Flushing b697a8470c067e33ddcdbe372a53d493/queue: closing flushed file at 1731730925908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1713b380: reopening flushed file at 1731730926315 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b697a8470c067e33ddcdbe372a53d493 in 434ms, sequenceid=12, compaction requested=false at 1731730926327 (+12 ms)Writing region close event to WAL at 1731730926340 (+13 ms)Running coprocessor post-close hooks at 1731730926352 (+12 ms)Closed at 1731730926353 (+1 ms) 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730917661.b697a8470c067e33ddcdbe372a53d493. 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c143335b44b7dbb9eed6b11f87a7214, disabling compactions & flushes 2024-11-16T04:22:06,353 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. after waiting 0 ms 2024-11-16T04:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:22:06,353 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c143335b44b7dbb9eed6b11f87a7214 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T04:22:06,367 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/rep_barrier/cca1d24e58744c5d9229509ea7417c83 is 112, key is test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214./rep_barrier:seqnumDuringOpen/1731730912351/Put/seqid=0 2024-11-16T04:22:06,376 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/f/3eb82e73614f41aa9971c107eca94092 is 29, key is row1/f:/1731730923838/DeleteFamily/seqid=0 2024-11-16T04:22:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741843_1019 (size=5518) 2024-11-16T04:22:06,379 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/rep_barrier/cca1d24e58744c5d9229509ea7417c83 2024-11-16T04:22:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741844_1020 (size=5152) 2024-11-16T04:22:06,404 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/f/3eb82e73614f41aa9971c107eca94092 2024-11-16T04:22:06,409 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/table/728ef04f06b446dab2088a594fba7ff5 is 53, key is hbase:replication/table:state/1731730918871/Put/seqid=0 2024-11-16T04:22:06,409 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eb82e73614f41aa9971c107eca94092 2024-11-16T04:22:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741845_1021 (size=5308) 2024-11-16T04:22:06,430 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/table/728ef04f06b446dab2088a594fba7ff5 2024-11-16T04:22:06,433 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/f1/ad84b3305c8c4c88b68277f937747e14 is 30, key is row1/f1:/1731730923838/DeleteFamily/seqid=0 2024-11-16T04:22:06,436 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/info/65167854956c4fe1831671b9ad017e6b as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/info/65167854956c4fe1831671b9ad017e6b 2024-11-16T04:22:06,441 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/info/65167854956c4fe1831671b9ad017e6b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:22:06,442 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/ns/8eefd632c3624bcbb1594b54a7e64056 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/ns/8eefd632c3624bcbb1594b54a7e64056 2024-11-16T04:22:06,448 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/ns/8eefd632c3624bcbb1594b54a7e64056, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:22:06,453 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/rep_barrier/cca1d24e58744c5d9229509ea7417c83 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/rep_barrier/cca1d24e58744c5d9229509ea7417c83 2024-11-16T04:22:06,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741846_1022 (size=5158) 2024-11-16T04:22:06,456 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/f1/ad84b3305c8c4c88b68277f937747e14 2024-11-16T04:22:06,459 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/rep_barrier/cca1d24e58744c5d9229509ea7417c83, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:22:06,460 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/.tmp/table/728ef04f06b446dab2088a594fba7ff5 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/table/728ef04f06b446dab2088a594fba7ff5 2024-11-16T04:22:06,464 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/table/728ef04f06b446dab2088a594fba7ff5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:22:06,465 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=16, compaction requested=false 2024-11-16T04:22:06,467 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad84b3305c8c4c88b68277f937747e14 2024-11-16T04:22:06,494 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/norep/8c6b6ea8ed4445b28534c802193286e7 is 33, key is row2/norep:/1731730924843/DeleteFamily/seqid=0 2024-11-16T04:22:06,498 DEBUG [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c143335b44b7dbb9eed6b11f87a7214 2024-11-16T04:22:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741847_1023 (size=5108) 2024-11-16T04:22:06,507 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/norep/8c6b6ea8ed4445b28534c802193286e7 2024-11-16T04:22:06,508 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:22:06,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:06,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:06,509 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:06,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730925893Running coprocessor pre-close hooks at 1731730925893Disabling compacts and flushes for region at 1731730925893Disabling writes for close at 1731730925893Obtaining lock to block concurrent updates at 1731730925893Preparing flush snapshotting stores in 1588230740 at 1731730925893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730925894 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730925894Flushing 1588230740/info: creating writer at 1731730925894Flushing 1588230740/info: appending metadata at 1731730925906 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731730925906Flushing 1588230740/ns: creating writer at 1731730925913 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731730925926 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731730925926Flushing 1588230740/rep_barrier: creating writer at 1731730926334 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730926367 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730926367Flushing 1588230740/table: creating writer at 1731730926383 (+16 ms)Flushing 1588230740/table: appending metadata at 1731730926408 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731730926408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64697247: reopening flushed file at 1731730926434 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d78b09: reopening flushed file at 1731730926442 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d53881: reopening flushed file at 1731730926448 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66165362: reopening flushed file at 1731730926459 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 572ms, sequenceid=16, compaction requested=false at 1731730926465 (+6 ms)Writing region close event to WAL at 1731730926504 (+39 ms)Running coprocessor post-close hooks at 1731730926509 (+5 ms)Closed at 1731730926509 2024-11-16T04:22:06,510 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:06,511 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c6b6ea8ed4445b28534c802193286e7 2024-11-16T04:22:06,511 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/f/3eb82e73614f41aa9971c107eca94092 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/f/3eb82e73614f41aa9971c107eca94092 2024-11-16T04:22:06,515 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eb82e73614f41aa9971c107eca94092 2024-11-16T04:22:06,516 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/f/3eb82e73614f41aa9971c107eca94092, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T04:22:06,516 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/f1/ad84b3305c8c4c88b68277f937747e14 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/f1/ad84b3305c8c4c88b68277f937747e14 2024-11-16T04:22:06,519 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad84b3305c8c4c88b68277f937747e14 2024-11-16T04:22:06,519 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/f1/ad84b3305c8c4c88b68277f937747e14, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T04:22:06,520 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/.tmp/norep/8c6b6ea8ed4445b28534c802193286e7 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/norep/8c6b6ea8ed4445b28534c802193286e7 2024-11-16T04:22:06,523 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c6b6ea8ed4445b28534c802193286e7 2024-11-16T04:22:06,523 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/norep/8c6b6ea8ed4445b28534c802193286e7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T04:22:06,524 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1c143335b44b7dbb9eed6b11f87a7214 in 171ms, sequenceid=10, compaction requested=false 2024-11-16T04:22:06,536 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/data/default/test/1c143335b44b7dbb9eed6b11f87a7214/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T04:22:06,536 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:06,536 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:06,536 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:22:06,536 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c143335b44b7dbb9eed6b11f87a7214: Waiting for close lock at 1731730926353Running coprocessor pre-close hooks at 1731730926353Disabling compacts and flushes for region at 1731730926353Disabling writes for close at 1731730926353Obtaining lock to block concurrent updates at 1731730926353Preparing flush snapshotting stores in 1c143335b44b7dbb9eed6b11f87a7214 at 1731730926353Finished memstore snapshotting test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731730926354 (+1 ms)Flushing stores of test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. at 1731730926354Flushing 1c143335b44b7dbb9eed6b11f87a7214/f: creating writer at 1731730926355 (+1 ms)Flushing 1c143335b44b7dbb9eed6b11f87a7214/f: appending metadata at 1731730926375 (+20 ms)Flushing 1c143335b44b7dbb9eed6b11f87a7214/f: closing flushed file at 1731730926375Flushing 1c143335b44b7dbb9eed6b11f87a7214/f1: creating writer at 1731730926409 (+34 ms)Flushing 1c143335b44b7dbb9eed6b11f87a7214/f1: appending metadata at 1731730926431 (+22 ms)Flushing 1c143335b44b7dbb9eed6b11f87a7214/f1: closing flushed file at 1731730926431Flushing 1c143335b44b7dbb9eed6b11f87a7214/norep: creating writer at 1731730926467 (+36 ms)Flushing 1c143335b44b7dbb9eed6b11f87a7214/norep: appending metadata at 1731730926493 (+26 ms)Flushing 1c143335b44b7dbb9eed6b11f87a7214/norep: closing flushed file at 1731730926493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b90e1e: reopening flushed file at 1731730926511 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c48a38: reopening flushed file at 1731730926516 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb7bbb5: reopening flushed file at 1731730926520 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1c143335b44b7dbb9eed6b11f87a7214 in 171ms, sequenceid=10, compaction requested=false at 1731730926524 (+4 ms)Writing region close event to WAL at 1731730926533 (+9 ms)Running coprocessor post-close hooks at 1731730926536 (+3 ms)Closed at 1731730926536 2024-11-16T04:22:06,536 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730911182.1c143335b44b7dbb9eed6b11f87a7214. 2024-11-16T04:22:06,663 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:22:06,663 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:22:06,698 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,37405,1731730906987; all regions closed. 2024-11-16T04:22:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:22:06,708 DEBUG [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/oldWALs 2024-11-16T04:22:06,708 INFO [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37405%2C1731730906987.meta:.meta(num 1731730909290) 2024-11-16T04:22:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741839_1015 (size=3114) 2024-11-16T04:22:06,713 DEBUG [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/oldWALs 2024-11-16T04:22:06,713 INFO [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37405%2C1731730906987.rep:(num 1731730918807) 2024-11-16T04:22:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741833_1009 (size=2138) 2024-11-16T04:22:06,717 DEBUG [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/oldWALs 2024-11-16T04:22:06,718 INFO [RS:0;fda3efb342d8:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37405%2C1731730906987:(num 1731730908727) 2024-11-16T04:22:06,718 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:06,718 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:06,718 INFO [RS:0;fda3efb342d8:37405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:06,718 INFO [RS:0;fda3efb342d8:37405 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:06,718 INFO [RS:0;fda3efb342d8:37405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:06,718 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:06,718 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,37405,1731730906987 because: Region server is closing 2024-11-16T04:22:06,719 INFO [RS:0;fda3efb342d8:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:37405. 2024-11-16T04:22:06,719 DEBUG [RS:0;fda3efb342d8:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:06,719 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:06,719 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:06,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:06,729 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:06,747 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:06,819 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:22:06,819 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.wal-reader.fda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:22:06,819 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,37405,1731730906987.replicationSource.shipperfda3efb342d8%2C37405%2C1731730906987,1-fda3efb342d8,37405,1731730906987 terminated 2024-11-16T04:22:06,820 INFO [RS:0;fda3efb342d8:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:37405. 2024-11-16T04:22:06,820 DEBUG [RS:0;fda3efb342d8:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:06,820 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:06,820 DEBUG [RS:0;fda3efb342d8:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:06,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:06,820 INFO [RS:0;fda3efb342d8:37405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37405 2024-11-16T04:22:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1143983306/rs/fda3efb342d8,37405,1731730906987 2024-11-16T04:22:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306/rs 2024-11-16T04:22:06,943 INFO [RS:0;fda3efb342d8:37405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:06,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,37405,1731730906987] 2024-11-16T04:22:07,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1143983306/draining/fda3efb342d8,37405,1731730906987 already deleted, retry=false 2024-11-16T04:22:07,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,37405,1731730906987 expired; onlineServers=0 2024-11-16T04:22:07,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,40069,1731730906812' ***** 2024-11-16T04:22:07,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:22:07,015 INFO [M:0;fda3efb342d8:40069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:07,015 INFO [M:0;fda3efb342d8:40069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:07,015 DEBUG [M:0;fda3efb342d8:40069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:22:07,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:22:07,015 DEBUG [M:0;fda3efb342d8:40069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:22:07,015 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730908482 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730908482,5,FailOnTimeoutGroup] 2024-11-16T04:22:07,015 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730908481 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730908481,5,FailOnTimeoutGroup] 2024-11-16T04:22:07,015 INFO [M:0;fda3efb342d8:40069 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:07,015 INFO [M:0;fda3efb342d8:40069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:07,015 DEBUG [M:0;fda3efb342d8:40069 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:22:07,016 INFO [M:0;fda3efb342d8:40069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:22:07,016 INFO [M:0;fda3efb342d8:40069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:07,016 INFO [M:0;fda3efb342d8:40069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:22:07,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:22:07,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1143983306/master 2024-11-16T04:22:07,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1143983306 2024-11-16T04:22:07,088 DEBUG [M:0;fda3efb342d8:40069 {}] zookeeper.ZKUtil(347): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Unable to get data of znode /2-1143983306/master because node does not exist (not an error) 2024-11-16T04:22:07,088 WARN [M:0;fda3efb342d8:40069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:22:07,088 INFO [M:0;fda3efb342d8:40069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/.lastflushedseqids 2024-11-16T04:22:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10141e066c10007, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:07,093 INFO [RS:0;fda3efb342d8:37405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:07,093 INFO [RS:0;fda3efb342d8:37405 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,37405,1731730906987; zookeeper connection closed. 2024-11-16T04:22:07,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ee6749d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ee6749d 2024-11-16T04:22:07,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:22:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741848_1024 (size=245) 2024-11-16T04:22:07,332 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:07,495 INFO [M:0;fda3efb342d8:40069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:22:07,495 INFO [M:0;fda3efb342d8:40069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:22:07,495 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:07,495 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:07,495 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:07,495 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:07,495 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:07,496 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T04:22:07,512 DEBUG [M:0;fda3efb342d8:40069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b674e1b4e9f42e19a2e48666331bc9d is 82, key is hbase:meta,,1/info:regioninfo/1731730909322/Put/seqid=0 2024-11-16T04:22:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741849_1025 (size=5672) 2024-11-16T04:22:07,516 INFO [M:0;fda3efb342d8:40069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b674e1b4e9f42e19a2e48666331bc9d 2024-11-16T04:22:07,537 DEBUG [M:0;fda3efb342d8:40069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ce76ec8da9499b99e620256e70f423 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730918875/Put/seqid=0 2024-11-16T04:22:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741850_1026 (size=8516) 2024-11-16T04:22:07,651 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:07,940 INFO [M:0;fda3efb342d8:40069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ce76ec8da9499b99e620256e70f423 2024-11-16T04:22:07,963 DEBUG [M:0;fda3efb342d8:40069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c73d6553d8154bbdbedb705434da11a7 is 69, key is fda3efb342d8,37405,1731730906987/rs:state/1731730908522/Put/seqid=0 2024-11-16T04:22:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741851_1027 (size=5156) 2024-11-16T04:22:07,971 INFO [M:0;fda3efb342d8:40069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c73d6553d8154bbdbedb705434da11a7 2024-11-16T04:22:07,977 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b674e1b4e9f42e19a2e48666331bc9d as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b674e1b4e9f42e19a2e48666331bc9d 2024-11-16T04:22:07,981 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b674e1b4e9f42e19a2e48666331bc9d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T04:22:07,982 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ce76ec8da9499b99e620256e70f423 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ce76ec8da9499b99e620256e70f423 2024-11-16T04:22:07,986 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ce76ec8da9499b99e620256e70f423, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T04:22:07,987 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c73d6553d8154bbdbedb705434da11a7 as hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c73d6553d8154bbdbedb705434da11a7 2024-11-16T04:22:07,992 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36715/user/jenkins/test-data/9d02e56a-0f42-56f3-a7fe-0384a3b4a691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c73d6553d8154bbdbedb705434da11a7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T04:22:07,993 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 498ms, sequenceid=97, compaction requested=false 2024-11-16T04:22:07,996 INFO [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:07,996 DEBUG [M:0;fda3efb342d8:40069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730927495Disabling compacts and flushes for region at 1731730927495Disabling writes for close at 1731730927495Obtaining lock to block concurrent updates at 1731730927496 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730927496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731730927496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730927496Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730927496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730927512 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730927512Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730927519 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730927536 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730927536Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730927943 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730927962 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730927962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221c9b1a: reopening flushed file at 1731730927976 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2638907d: reopening flushed file at 1731730927981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bddd7e: reopening flushed file at 1731730927986 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 498ms, sequenceid=97, compaction requested=false at 1731730927993 (+7 ms)Writing region close event to WAL at 1731730927996 (+3 ms)Closed at 1731730927996 2024-11-16T04:22:08,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42275 is added to blk_1073741830_1006 (size=63654) 2024-11-16T04:22:08,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:08,003 INFO [M:0;fda3efb342d8:40069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:22:08,003 INFO [M:0;fda3efb342d8:40069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40069 2024-11-16T04:22:08,004 INFO [M:0;fda3efb342d8:40069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:08,036 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:08,125 INFO [M:0;fda3efb342d8:40069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40069-0x10141e066c10006, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:08,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295b9918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:08,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15f12923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:08,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:08,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:08,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7096ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:08,132 WARN [BP-1428411358-172.17.0.2-1731730904556 heartbeating to localhost/127.0.0.1:36715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:22:08,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:22:08,132 WARN [BP-1428411358-172.17.0.2-1731730904556 heartbeating to localhost/127.0.0.1:36715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1428411358-172.17.0.2-1731730904556 (Datanode Uuid 9be31873-81c4-4add-bdf9-b147e0637873) service to localhost/127.0.0.1:36715 2024-11-16T04:22:08,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:22:08,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/cluster_ef4aacac-a762-c450-f9e0-57ffcba592c0/data/data1/current/BP-1428411358-172.17.0.2-1731730904556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:08,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/cluster_ef4aacac-a762-c450-f9e0-57ffcba592c0/data/data2/current/BP-1428411358-172.17.0.2-1731730904556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:08,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:22:08,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b25f01b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:08,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2430fd58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:08,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:08,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:08,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31188b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:08,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:22:08,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:22:08,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:08,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:08,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:08,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:08,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:08,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:22:08,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1382800018, stopped=false 2024-11-16T04:22:08,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,33421,1731730900778 2024-11-16T04:22:08,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401397005/running 2024-11-16T04:22:08,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:22:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401397005/running 2024-11-16T04:22:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:22:08,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:08,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:08,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:08,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:08,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/running 2024-11-16T04:22:08,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,32813,1731730901326' ***** 2024-11-16T04:22:08,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:22:08,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Set watcher on znode that does not yet exist, /1-1401397005/running 2024-11-16T04:22:08,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(3091): Received CLOSE for c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,32813,1731730901326 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:08,313 INFO [RS:0;fda3efb342d8:32813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:32813. 2024-11-16T04:22:08,313 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c943c25d2c50d799c0abb19b50717fb7, disabling compactions & flushes 2024-11-16T04:22:08,313 DEBUG [RS:0;fda3efb342d8:32813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:08,313 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:22:08,313 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:08,313 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:22:08,313 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. after waiting 0 ms 2024-11-16T04:22:08,314 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:22:08,314 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:22:08,314 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:22:08,314 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:22:08,314 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:22:08,314 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c943c25d2c50d799c0abb19b50717fb7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T04:22:08,314 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:22:08,314 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1325): Online Regions={c943c25d2c50d799c0abb19b50717fb7=hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7., 9506d987599a69b96338ecba70b71dbb=test,,1731730910042.9506d987599a69b96338ecba70b71dbb., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:22:08,314 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb, c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:22:08,314 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:08,314 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:08,314 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:08,314 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:08,314 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:08,314 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:22:08,331 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/.tmp/queue/913e931fbd05407b850bc5c5684db2f0 is 154, key is 1-fda3efb342d8,32813,1731730901326/queue:fda3efb342d8%2C32813%2C1731730901326/1731730925317/Put/seqid=0 2024-11-16T04:22:08,333 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:08,334 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/info/6d35a04517d44bfab651a7055ad1cbbf is 147, key is hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7./info:regioninfo/1731730916692/Put/seqid=0 2024-11-16T04:22:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741840_1016 (size=5353) 2024-11-16T04:22:08,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741841_1017 (size=7686) 2024-11-16T04:22:08,455 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:22:08,455 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:22:08,514 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb, c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:22:08,654 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:08,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:08,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,714 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb, c943c25d2c50d799c0abb19b50717fb7 2024-11-16T04:22:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:08,738 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/.tmp/queue/913e931fbd05407b850bc5c5684db2f0 2024-11-16T04:22:08,743 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/.tmp/queue/913e931fbd05407b850bc5c5684db2f0 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/queue/913e931fbd05407b850bc5c5684db2f0 2024-11-16T04:22:08,746 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/queue/913e931fbd05407b850bc5c5684db2f0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T04:22:08,746 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c943c25d2c50d799c0abb19b50717fb7 in 432ms, sequenceid=12, compaction requested=false 2024-11-16T04:22:08,746 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:22:08,750 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/info/6d35a04517d44bfab651a7055ad1cbbf 2024-11-16T04:22:08,753 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/replication/c943c25d2c50d799c0abb19b50717fb7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T04:22:08,753 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:08,753 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:08,753 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:22:08,754 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c943c25d2c50d799c0abb19b50717fb7: Waiting for close lock at 1731730928313Running coprocessor pre-close hooks at 1731730928313Disabling compacts and flushes for region at 1731730928313Disabling writes for close at 1731730928314 (+1 ms)Obtaining lock to block concurrent updates at 1731730928314Preparing flush snapshotting stores in c943c25d2c50d799c0abb19b50717fb7 at 1731730928314Finished memstore snapshotting hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731730928314Flushing stores of hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. at 1731730928314Flushing c943c25d2c50d799c0abb19b50717fb7/queue: creating writer at 1731730928315 (+1 ms)Flushing c943c25d2c50d799c0abb19b50717fb7/queue: appending metadata at 1731730928331 (+16 ms)Flushing c943c25d2c50d799c0abb19b50717fb7/queue: closing flushed file at 1731730928331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178604c4: reopening flushed file at 1731730928742 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c943c25d2c50d799c0abb19b50717fb7 in 432ms, sequenceid=12, compaction requested=false at 1731730928746 (+4 ms)Writing region close event to WAL at 1731730928750 (+4 ms)Running coprocessor post-close hooks at 1731730928753 (+3 ms)Closed at 1731730928753 2024-11-16T04:22:08,754 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730915512.c943c25d2c50d799c0abb19b50717fb7. 2024-11-16T04:22:08,754 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9506d987599a69b96338ecba70b71dbb, disabling compactions & flushes 2024-11-16T04:22:08,754 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:22:08,754 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:22:08,754 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730910042.9506d987599a69b96338ecba70b71dbb. after waiting 0 ms 2024-11-16T04:22:08,754 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:22:08,754 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9506d987599a69b96338ecba70b71dbb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T04:22:08,765 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/ns/52a88ec59ed948129af747d7046e3cb6 is 43, key is default/ns:d/1731730904433/Put/seqid=0 2024-11-16T04:22:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:22:08,774 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/f/85186962113d424c91caa12c8e9206e4 is 29, key is row1/f:/1731730923838/DeleteFamily/seqid=0 2024-11-16T04:22:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741843_1019 (size=5152) 2024-11-16T04:22:08,840 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1191, reset compression=false 2024-11-16T04:22:08,843 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:08,843 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1438, reset compression=false 2024-11-16T04:22:08,843 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,32813,1731730901326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:08,844 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,32813,1731730901326: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,32813,1731730901326, walGroup=fda3efb342d8%2C32813%2C1731730901326, offset=fda3efb342d8%2C32813%2C1731730901326.1731730903542:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:32813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:22:08,845 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:22:08,845 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:22:08,846 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:22:08,846 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:22:08,846 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:22:08,846 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 1096111416 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202816112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:22:08,846 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:22:08,914 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:22:09,046 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1438, reset compression=false 2024-11-16T04:22:09,115 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:22:09,169 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/ns/52a88ec59ed948129af747d7046e3cb6 2024-11-16T04:22:09,177 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/f/85186962113d424c91caa12c8e9206e4 2024-11-16T04:22:09,181 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85186962113d424c91caa12c8e9206e4 2024-11-16T04:22:09,188 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/rep_barrier/9039bd245e554a99885283f306e36608 is 112, key is test,,1731730910042.9506d987599a69b96338ecba70b71dbb./rep_barrier:seqnumDuringOpen/1731730910787/Put/seqid=0 2024-11-16T04:22:09,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741844_1020 (size=5518) 2024-11-16T04:22:09,196 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/f1/5fade87bd44d49bca3064bddcab98200 is 30, key is row1/f1:/1731730923838/DeleteFamily/seqid=0 2024-11-16T04:22:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741845_1021 (size=5158) 2024-11-16T04:22:09,315 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:22:09,315 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1325): Online Regions={9506d987599a69b96338ecba70b71dbb=test,,1731730910042.9506d987599a69b96338ecba70b71dbb., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:22:09,315 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:22:09,349 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1438, reset compression=false 2024-11-16T04:22:09,515 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9506d987599a69b96338ecba70b71dbb 2024-11-16T04:22:09,592 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/rep_barrier/9039bd245e554a99885283f306e36608 2024-11-16T04:22:09,603 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/f1/5fade87bd44d49bca3064bddcab98200 2024-11-16T04:22:09,610 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fade87bd44d49bca3064bddcab98200 2024-11-16T04:22:09,614 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/table/583f7423f0504ca19a1c5caefbd40da0 is 53, key is hbase:replication/table:state/1731730916701/Put/seqid=0 2024-11-16T04:22:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741846_1022 (size=5308) 2024-11-16T04:22:09,634 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/norep/da316f5a0b544e80817366185ffb4b94 is 33, key is row1/norep:/1731730923838/DeleteFamily/seqid=0 2024-11-16T04:22:09,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741847_1023 (size=5108) 2024-11-16T04:22:09,642 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/norep/da316f5a0b544e80817366185ffb4b94 2024-11-16T04:22:09,647 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da316f5a0b544e80817366185ffb4b94 2024-11-16T04:22:09,648 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/f/85186962113d424c91caa12c8e9206e4 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/f/85186962113d424c91caa12c8e9206e4 2024-11-16T04:22:09,652 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85186962113d424c91caa12c8e9206e4 2024-11-16T04:22:09,653 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/f/85186962113d424c91caa12c8e9206e4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T04:22:09,654 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/f1/5fade87bd44d49bca3064bddcab98200 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/f1/5fade87bd44d49bca3064bddcab98200 2024-11-16T04:22:09,661 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5fade87bd44d49bca3064bddcab98200 2024-11-16T04:22:09,661 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/f1/5fade87bd44d49bca3064bddcab98200, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T04:22:09,662 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/.tmp/norep/da316f5a0b544e80817366185ffb4b94 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/norep/da316f5a0b544e80817366185ffb4b94 2024-11-16T04:22:09,667 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da316f5a0b544e80817366185ffb4b94 2024-11-16T04:22:09,668 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/norep/da316f5a0b544e80817366185ffb4b94, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T04:22:09,669 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9506d987599a69b96338ecba70b71dbb in 915ms, sequenceid=10, compaction requested=false 2024-11-16T04:22:09,669 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:22:09,684 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/default/test/9506d987599a69b96338ecba70b71dbb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T04:22:09,685 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:09,685 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:09,685 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:22:09,685 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9506d987599a69b96338ecba70b71dbb: Waiting for close lock at 1731730928754Running coprocessor pre-close hooks at 1731730928754Disabling compacts and flushes for region at 1731730928754Disabling writes for close at 1731730928754Obtaining lock to block concurrent updates at 1731730928754Preparing flush snapshotting stores in 9506d987599a69b96338ecba70b71dbb at 1731730928754Finished memstore snapshotting test,,1731730910042.9506d987599a69b96338ecba70b71dbb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731730928754Flushing stores of test,,1731730910042.9506d987599a69b96338ecba70b71dbb. at 1731730928755 (+1 ms)Flushing 9506d987599a69b96338ecba70b71dbb/f: creating writer at 1731730928755Flushing 9506d987599a69b96338ecba70b71dbb/f: appending metadata at 1731730928774 (+19 ms)Flushing 9506d987599a69b96338ecba70b71dbb/f: closing flushed file at 1731730928774Flushing 9506d987599a69b96338ecba70b71dbb/f1: creating writer at 1731730929181 (+407 ms)Flushing 9506d987599a69b96338ecba70b71dbb/f1: appending metadata at 1731730929196 (+15 ms)Flushing 9506d987599a69b96338ecba70b71dbb/f1: closing flushed file at 1731730929196Flushing 9506d987599a69b96338ecba70b71dbb/norep: creating writer at 1731730929610 (+414 ms)Flushing 9506d987599a69b96338ecba70b71dbb/norep: appending metadata at 1731730929634 (+24 ms)Flushing 9506d987599a69b96338ecba70b71dbb/norep: closing flushed file at 1731730929634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a62f9d6: reopening flushed file at 1731730929647 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618bcbb2: reopening flushed file at 1731730929653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa06e48: reopening flushed file at 1731730929661 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9506d987599a69b96338ecba70b71dbb in 915ms, sequenceid=10, compaction requested=false at 1731730929669 (+8 ms)Writing region close event to WAL at 1731730929681 (+12 ms)Running coprocessor post-close hooks at 1731730929684 (+3 ms)Closed at 1731730929685 (+1 ms) 2024-11-16T04:22:09,685 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730910042.9506d987599a69b96338ecba70b71dbb. 2024-11-16T04:22:09,715 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:22:09,752 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 1438, reset compression=false 2024-11-16T04:22:09,757 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:09,757 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 2082, reset compression=false 2024-11-16T04:22:09,757 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:09,915 DEBUG [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:22:09,959 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 2082, reset compression=false 2024-11-16T04:22:10,018 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/table/583f7423f0504ca19a1c5caefbd40da0 2024-11-16T04:22:10,023 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/info/6d35a04517d44bfab651a7055ad1cbbf as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/info/6d35a04517d44bfab651a7055ad1cbbf 2024-11-16T04:22:10,026 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/info/6d35a04517d44bfab651a7055ad1cbbf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:22:10,026 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/ns/52a88ec59ed948129af747d7046e3cb6 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/ns/52a88ec59ed948129af747d7046e3cb6 2024-11-16T04:22:10,029 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/ns/52a88ec59ed948129af747d7046e3cb6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:22:10,030 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/rep_barrier/9039bd245e554a99885283f306e36608 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/rep_barrier/9039bd245e554a99885283f306e36608 2024-11-16T04:22:10,033 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/rep_barrier/9039bd245e554a99885283f306e36608, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:22:10,034 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/.tmp/table/583f7423f0504ca19a1c5caefbd40da0 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/table/583f7423f0504ca19a1c5caefbd40da0 2024-11-16T04:22:10,037 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/table/583f7423f0504ca19a1c5caefbd40da0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:22:10,038 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-16T04:22:10,038 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:22:10,041 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:22:10,042 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:10,042 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:10,042 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:10,042 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730928314Running coprocessor pre-close hooks at 1731730928314Disabling compacts and flushes for region at 1731730928314Disabling writes for close at 1731730928314Obtaining lock to block concurrent updates at 1731730928314Preparing flush snapshotting stores in 1588230740 at 1731730928314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730928314Flushing stores of hbase:meta,,1.1588230740 at 1731730928315 (+1 ms)Flushing 1588230740/info: creating writer at 1731730928315Flushing 1588230740/info: appending metadata at 1731730928334 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731730928334Flushing 1588230740/ns: creating writer at 1731730928753 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731730928765 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731730928765Flushing 1588230740/rep_barrier: creating writer at 1731730929172 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730929188 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730929188Flushing 1588230740/table: creating writer at 1731730929596 (+408 ms)Flushing 1588230740/table: appending metadata at 1731730929613 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731730929613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ef9b6f: reopening flushed file at 1731730930022 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de22ec6: reopening flushed file at 1731730930026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465fd23d: reopening flushed file at 1731730930029 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e84ddc: reopening flushed file at 1731730930034 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731730930038 (+4 ms)Writing region close event to WAL at 1731730930039 (+1 ms)Running coprocessor post-close hooks at 1731730930042 (+3 ms)Closed at 1731730930042 2024-11-16T04:22:10,042 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:10,115 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,32813,1731730901326; all regions closed. 2024-11-16T04:22:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:22:10,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.meta.1731730904381.meta not finished, retry = 0 2024-11-16T04:22:10,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.rep.1731730916649 not finished, retry = 0 2024-11-16T04:22:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741839_1015 (size=3114) 2024-11-16T04:22:10,262 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/WALs/fda3efb342d8,32813,1731730901326/fda3efb342d8%2C32813%2C1731730901326.1731730903542 to pos 2082, reset compression=false 2024-11-16T04:22:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741832_1008 (size=2090) 2024-11-16T04:22:10,322 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:10,322 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:10,322 INFO [RS:0;fda3efb342d8:32813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:10,323 INFO [RS:0;fda3efb342d8:32813 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:10,323 INFO [RS:0;fda3efb342d8:32813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:10,323 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:10,323 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,32813,1731730901326 because: Region server is closing 2024-11-16T04:22:10,323 INFO [RS:0;fda3efb342d8:32813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:32813. 2024-11-16T04:22:10,323 DEBUG [RS:0;fda3efb342d8:32813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:10,323 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:10,323 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:10,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:10,368 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:22:10,424 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.shipperfda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 terminated 2024-11-16T04:22:10,424 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,32813,1731730901326.replicationSource.wal-reader.fda3efb342d8%2C32813%2C1731730901326,1-fda3efb342d8,32813,1731730901326 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T04:22:10,424 INFO [RS:0;fda3efb342d8:32813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:32813. 2024-11-16T04:22:10,424 DEBUG [RS:0;fda3efb342d8:32813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:10,424 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:10,424 DEBUG [RS:0;fda3efb342d8:32813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:10,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:10,424 INFO [RS:0;fda3efb342d8:32813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32813 2024-11-16T04:22:10,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005/rs 2024-11-16T04:22:10,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401397005/rs/fda3efb342d8,32813,1731730901326 2024-11-16T04:22:10,486 INFO [RS:0;fda3efb342d8:32813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:10,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,32813,1731730901326] 2024-11-16T04:22:10,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/draining/fda3efb342d8,32813,1731730901326 already deleted, retry=false 2024-11-16T04:22:10,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,32813,1731730901326 expired; onlineServers=0 2024-11-16T04:22:10,509 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,33421,1731730900778' ***** 2024-11-16T04:22:10,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:22:10,509 INFO [M:0;fda3efb342d8:33421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:10,509 INFO [M:0;fda3efb342d8:33421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:10,510 DEBUG [M:0;fda3efb342d8:33421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:22:10,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:22:10,510 DEBUG [M:0;fda3efb342d8:33421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:22:10,510 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730903216 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730903216,5,FailOnTimeoutGroup] 2024-11-16T04:22:10,510 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730903219 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730903219,5,FailOnTimeoutGroup] 2024-11-16T04:22:10,510 INFO [M:0;fda3efb342d8:33421 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:10,510 INFO [M:0;fda3efb342d8:33421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:10,510 DEBUG [M:0;fda3efb342d8:33421 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:22:10,510 INFO [M:0;fda3efb342d8:33421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:22:10,510 INFO [M:0;fda3efb342d8:33421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:10,510 INFO [M:0;fda3efb342d8:33421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:22:10,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:22:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401397005/master 2024-11-16T04:22:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401397005 2024-11-16T04:22:10,530 DEBUG [M:0;fda3efb342d8:33421 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401397005/master already deleted, retry=false 2024-11-16T04:22:10,530 DEBUG [M:0;fda3efb342d8:33421 {}] master.ActiveMasterManager(353): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1401397005/master 2024-11-16T04:22:10,531 INFO [M:0;fda3efb342d8:33421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/.lastflushedseqids 2024-11-16T04:22:10,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741848_1024 (size=245) 2024-11-16T04:22:10,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:10,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32813-0x10141e066c10004, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:10,599 INFO [RS:0;fda3efb342d8:32813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:10,599 INFO [RS:0;fda3efb342d8:32813 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,32813,1731730901326; zookeeper connection closed. 2024-11-16T04:22:10,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5251a149 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5251a149 2024-11-16T04:22:10,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:22:10,935 INFO [M:0;fda3efb342d8:33421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:22:10,935 INFO [M:0;fda3efb342d8:33421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:22:10,935 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:10,935 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:10,935 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:10,935 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:10,935 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:10,935 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T04:22:10,949 DEBUG [M:0;fda3efb342d8:33421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed8f18a1aae499999215c55d9455ea1 is 82, key is hbase:meta,,1/info:regioninfo/1731730904419/Put/seqid=0 2024-11-16T04:22:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741849_1025 (size=5672) 2024-11-16T04:22:10,960 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:11,354 INFO [M:0;fda3efb342d8:33421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed8f18a1aae499999215c55d9455ea1 2024-11-16T04:22:11,374 DEBUG [M:0;fda3efb342d8:33421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07825854aa434b7ebe61c44db06760e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730916704/Put/seqid=0 2024-11-16T04:22:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741850_1026 (size=8516) 2024-11-16T04:22:11,778 INFO [M:0;fda3efb342d8:33421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07825854aa434b7ebe61c44db06760e6 2024-11-16T04:22:11,792 DEBUG [M:0;fda3efb342d8:33421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69864405f06140e5b099c0bfb23cec85 is 69, key is fda3efb342d8,32813,1731730901326/rs:state/1731730903339/Put/seqid=0 2024-11-16T04:22:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741851_1027 (size=5156) 2024-11-16T04:22:12,195 INFO [M:0;fda3efb342d8:33421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69864405f06140e5b099c0bfb23cec85 2024-11-16T04:22:12,199 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed8f18a1aae499999215c55d9455ea1 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed8f18a1aae499999215c55d9455ea1 2024-11-16T04:22:12,203 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed8f18a1aae499999215c55d9455ea1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T04:22:12,204 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07825854aa434b7ebe61c44db06760e6 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07825854aa434b7ebe61c44db06760e6 2024-11-16T04:22:12,208 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07825854aa434b7ebe61c44db06760e6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T04:22:12,209 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69864405f06140e5b099c0bfb23cec85 as hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69864405f06140e5b099c0bfb23cec85 2024-11-16T04:22:12,212 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69864405f06140e5b099c0bfb23cec85, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T04:22:12,212 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-16T04:22:12,213 INFO [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:12,213 DEBUG [M:0;fda3efb342d8:33421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730930935Disabling compacts and flushes for region at 1731730930935Disabling writes for close at 1731730930935Obtaining lock to block concurrent updates at 1731730930935Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730930935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731730930936 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730930936Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730930936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730930948 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730930948Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730931357 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730931373 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730931373Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730931780 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730931791 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730931791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b9e88b: reopening flushed file at 1731730932199 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501d0073: reopening flushed file at 1731730932203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558451d5: reopening flushed file at 1731730932208 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731730932212 (+4 ms)Writing region close event to WAL at 1731730932213 (+1 ms)Closed at 1731730932213 2024-11-16T04:22:12,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf3b8bd5-f1e2-44cf-7019-cdc225da99f1/MasterData/WALs/fda3efb342d8,33421,1731730900778/fda3efb342d8%2C33421%2C1731730900778.1731730902946 not finished, retry = 0 2024-11-16T04:22:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741830_1006 (size=63654) 2024-11-16T04:22:12,263 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:12,317 INFO [M:0;fda3efb342d8:33421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:22:12,317 INFO [M:0;fda3efb342d8:33421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33421 2024-11-16T04:22:12,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:12,317 INFO [M:0;fda3efb342d8:33421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:12,483 INFO [M:0;fda3efb342d8:33421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x10141e066c10003, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:12,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65bcba49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:12,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384e6aae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:12,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:12,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:12,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:12,486 WARN [BP-1587594509-172.17.0.2-1731730898444 heartbeating to localhost/127.0.0.1:36621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:22:12,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:22:12,486 WARN [BP-1587594509-172.17.0.2-1731730898444 heartbeating to localhost/127.0.0.1:36621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1587594509-172.17.0.2-1731730898444 (Datanode Uuid aa5ec38c-68dd-49f6-af57-1af2b706912e) service to localhost/127.0.0.1:36621 2024-11-16T04:22:12,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:22:12,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/cluster_52183200-5b58-2db8-a347-9ddc2ec8509e/data/data1/current/BP-1587594509-172.17.0.2-1731730898444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:12,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/cluster_52183200-5b58-2db8-a347-9ddc2ec8509e/data/data2/current/BP-1587594509-172.17.0.2-1731730898444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:12,487 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:22:12,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@323cdb3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:12,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b96bf75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:12,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:12,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:12,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fa61c45b-317f-6c2b-0cc7-15ef9f069fe3/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:12,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:22:12,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:22:12,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:12,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:12,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:12,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:12,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:12,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:22:12,509 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1460044821, stopped=false 2024-11-16T04:22:12,509 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,41611,1731730895929 2024-11-16T04:22:12,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381092442/running 2024-11-16T04:22:12,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381092442/running 2024-11-16T04:22:12,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:22:12,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:22:12,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:12,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/running 2024-11-16T04:22:12,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:12,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:12,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:12,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Set watcher on znode that does not yet exist, /0-381092442/running 2024-11-16T04:22:12,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,45817,1731730896178' ***** 2024-11-16T04:22:12,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:22:12,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f488c0047418e9a6357f702c9eca972 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(3091): Received CLOSE for 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,45817,1731730896178 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45817. 2024-11-16T04:22:12,521 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f488c0047418e9a6357f702c9eca972, disabling compactions & flushes 2024-11-16T04:22:12,521 DEBUG [RS:0;fda3efb342d8:45817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:12,521 DEBUG [RS:0;fda3efb342d8:45817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:12,521 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:22:12,521 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:22:12,521 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. after waiting 0 ms 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:22:12,521 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:22:12,521 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f488c0047418e9a6357f702c9eca972 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-16T04:22:12,521 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:22:12,522 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1325): Online Regions={1f488c0047418e9a6357f702c9eca972=hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972., 1588230740=hbase:meta,,1.1588230740, 75ea08ad5031ff1a3e5f29cf97e473e8=test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.} 2024-11-16T04:22:12,522 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f488c0047418e9a6357f702c9eca972, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:12,522 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:12,522 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:12,522 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:12,522 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:12,522 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:12,522 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:22:12,534 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/info/a0bfbb29d8864b95afd1aefe8aff5a03 is 147, key is hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972./info:regioninfo/1731730914525/Put/seqid=0 2024-11-16T04:22:12,534 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/.tmp/queue/10920a172a0c469aa12b72149ed6aa5f is 153, key is 1-fda3efb342d8,45817,1731730896178/queue:fda3efb342d8%2C45817%2C1731730896178/1731730923224/Put/seqid=0 2024-11-16T04:22:12,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741840_1016 (size=5352) 2024-11-16T04:22:12,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741841_1017 (size=7686) 2024-11-16T04:22:12,615 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:12,679 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:22:12,679 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:22:12,722 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f488c0047418e9a6357f702c9eca972, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:12,922 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f488c0047418e9a6357f702c9eca972, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:12,942 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/info/a0bfbb29d8864b95afd1aefe8aff5a03 2024-11-16T04:22:12,942 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/.tmp/queue/10920a172a0c469aa12b72149ed6aa5f 2024-11-16T04:22:12,951 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/.tmp/queue/10920a172a0c469aa12b72149ed6aa5f as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/queue/10920a172a0c469aa12b72149ed6aa5f 2024-11-16T04:22:12,955 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/queue/10920a172a0c469aa12b72149ed6aa5f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-16T04:22:12,956 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1f488c0047418e9a6357f702c9eca972 in 435ms, sequenceid=8, compaction requested=false 2024-11-16T04:22:12,972 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/replication/1f488c0047418e9a6357f702c9eca972/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:12,973 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f488c0047418e9a6357f702c9eca972: Waiting for close lock at 1731730932521Running coprocessor pre-close hooks at 1731730932521Disabling compacts and flushes for region at 1731730932521Disabling writes for close at 1731730932521Obtaining lock to block concurrent updates at 1731730932521Preparing flush snapshotting stores in 1f488c0047418e9a6357f702c9eca972 at 1731730932521Finished memstore snapshotting hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731730932522 (+1 ms)Flushing stores of hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. at 1731730932522Flushing 1f488c0047418e9a6357f702c9eca972/queue: creating writer at 1731730932522Flushing 1f488c0047418e9a6357f702c9eca972/queue: appending metadata at 1731730932534 (+12 ms)Flushing 1f488c0047418e9a6357f702c9eca972/queue: closing flushed file at 1731730932534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75098b86: reopening flushed file at 1731730932951 (+417 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1f488c0047418e9a6357f702c9eca972 in 435ms, sequenceid=8, compaction requested=false at 1731730932956 (+5 ms)Writing region close event to WAL at 1731730932964 (+8 ms)Running coprocessor post-close hooks at 1731730932973 (+9 ms)Closed at 1731730932973 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730913356.1f488c0047418e9a6357f702c9eca972. 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75ea08ad5031ff1a3e5f29cf97e473e8, disabling compactions & flushes 2024-11-16T04:22:12,973 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. after waiting 0 ms 2024-11-16T04:22:12,973 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:22:12,973 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75ea08ad5031ff1a3e5f29cf97e473e8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T04:22:12,987 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/f/871db5e40ddc480bb4bed641f798d11c is 28, key is row/f:/1731730922832/DeleteFamily/seqid=0 2024-11-16T04:22:12,987 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/ns/e2a4a9d1674c4a1dbc5d31d0b3ea89a3 is 43, key is default/ns:d/1731730898355/Put/seqid=0 2024-11-16T04:22:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741842_1018 (size=5085) 2024-11-16T04:22:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741843_1019 (size=5153) 2024-11-16T04:22:13,122 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:13,322 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:13,393 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/f/871db5e40ddc480bb4bed641f798d11c 2024-11-16T04:22:13,397 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 871db5e40ddc480bb4bed641f798d11c 2024-11-16T04:22:13,400 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/ns/e2a4a9d1674c4a1dbc5d31d0b3ea89a3 2024-11-16T04:22:13,425 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/f1/74957fb9c7454ac5ac992923a7979716 is 29, key is row/f1:/1731730922832/DeleteFamily/seqid=0 2024-11-16T04:22:13,430 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/rep_barrier/9ef72aa51827497db5c733c8e7bfa76e is 112, key is test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8./rep_barrier:seqnumDuringOpen/1731730909802/Put/seqid=0 2024-11-16T04:22:13,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741844_1020 (size=5089) 2024-11-16T04:22:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741845_1021 (size=5518) 2024-11-16T04:22:13,437 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/rep_barrier/9ef72aa51827497db5c733c8e7bfa76e 2024-11-16T04:22:13,456 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/table/7a7f7bb5e4d342c4975607c562be1749 is 53, key is hbase:replication/table:state/1731730914532/Put/seqid=0 2024-11-16T04:22:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741846_1022 (size=5308) 2024-11-16T04:22:13,523 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:22:13,523 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 75ea08ad5031ff1a3e5f29cf97e473e8=test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8.} 2024-11-16T04:22:13,523 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:13,667 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 636, reset compression=false 2024-11-16T04:22:13,671 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:13,671 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 883, reset compression=false 2024-11-16T04:22:13,671 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45817,1731730896178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:13,672 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,45817,1731730896178: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,45817,1731730896178, walGroup=fda3efb342d8%2C45817%2C1731730896178, offset=fda3efb342d8%2C45817%2C1731730896178.1731730897825:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:45817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:22:13,674 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:22:13,674 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:22:13,674 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:22:13,674 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:22:13,674 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:22:13,674 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 841931320 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 203165336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:22:13,675 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:41611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:41611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:22:13,723 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:13,836 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/f1/74957fb9c7454ac5ac992923a7979716 2024-11-16T04:22:13,840 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74957fb9c7454ac5ac992923a7979716 2024-11-16T04:22:13,852 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/norep/2d2cd2cbcc0f4e7f9ad86f429f3bfd70 is 32, key is row/norep:/1731730922832/DeleteFamily/seqid=0 2024-11-16T04:22:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741847_1023 (size=5101) 2024-11-16T04:22:13,860 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/table/7a7f7bb5e4d342c4975607c562be1749 2024-11-16T04:22:13,863 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/info/a0bfbb29d8864b95afd1aefe8aff5a03 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/info/a0bfbb29d8864b95afd1aefe8aff5a03 2024-11-16T04:22:13,867 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/info/a0bfbb29d8864b95afd1aefe8aff5a03, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:22:13,868 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/ns/e2a4a9d1674c4a1dbc5d31d0b3ea89a3 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/ns/e2a4a9d1674c4a1dbc5d31d0b3ea89a3 2024-11-16T04:22:13,871 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/ns/e2a4a9d1674c4a1dbc5d31d0b3ea89a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:22:13,871 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/rep_barrier/9ef72aa51827497db5c733c8e7bfa76e as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/rep_barrier/9ef72aa51827497db5c733c8e7bfa76e 2024-11-16T04:22:13,874 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/rep_barrier/9ef72aa51827497db5c733c8e7bfa76e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:22:13,875 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/.tmp/table/7a7f7bb5e4d342c4975607c562be1749 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/table/7a7f7bb5e4d342c4975607c562be1749 2024-11-16T04:22:13,876 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 883, reset compression=false 2024-11-16T04:22:13,880 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/table/7a7f7bb5e4d342c4975607c562be1749, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:22:13,881 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false 2024-11-16T04:22:13,881 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:22:13,890 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:22:13,891 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:13,891 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:13,891 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:13,891 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730932522Running coprocessor pre-close hooks at 1731730932522Disabling compacts and flushes for region at 1731730932522Disabling writes for close at 1731730932522Obtaining lock to block concurrent updates at 1731730932522Preparing flush snapshotting stores in 1588230740 at 1731730932522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730932522Flushing stores of hbase:meta,,1.1588230740 at 1731730932522Flushing 1588230740/info: creating writer at 1731730932522Flushing 1588230740/info: appending metadata at 1731730932534 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731730932534Flushing 1588230740/ns: creating writer at 1731730932958 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731730932987 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731730932987Flushing 1588230740/rep_barrier: creating writer at 1731730933404 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730933429 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730933429Flushing 1588230740/table: creating writer at 1731730933440 (+11 ms)Flushing 1588230740/table: appending metadata at 1731730933456 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731730933456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374f7519: reopening flushed file at 1731730933863 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3f1fb5: reopening flushed file at 1731730933867 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414d54ed: reopening flushed file at 1731730933871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21abe756: reopening flushed file at 1731730933874 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false at 1731730933881 (+7 ms)Writing region close event to WAL at 1731730933888 (+7 ms)Running coprocessor post-close hooks at 1731730933891 (+3 ms)Closed at 1731730933891 2024-11-16T04:22:13,891 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:13,923 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:14,123 DEBUG [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1351): Waiting on 75ea08ad5031ff1a3e5f29cf97e473e8 2024-11-16T04:22:14,186 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.wal-reader.fda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.1731730897825 to pos 883, reset compression=false 2024-11-16T04:22:14,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:14,256 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/norep/2d2cd2cbcc0f4e7f9ad86f429f3bfd70 2024-11-16T04:22:14,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,259 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d2cd2cbcc0f4e7f9ad86f429f3bfd70 2024-11-16T04:22:14,260 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/f/871db5e40ddc480bb4bed641f798d11c as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/f/871db5e40ddc480bb4bed641f798d11c 2024-11-16T04:22:14,269 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 871db5e40ddc480bb4bed641f798d11c 2024-11-16T04:22:14,269 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/f/871db5e40ddc480bb4bed641f798d11c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T04:22:14,270 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/f1/74957fb9c7454ac5ac992923a7979716 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/f1/74957fb9c7454ac5ac992923a7979716 2024-11-16T04:22:14,273 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74957fb9c7454ac5ac992923a7979716 2024-11-16T04:22:14,273 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/f1/74957fb9c7454ac5ac992923a7979716, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T04:22:14,274 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/.tmp/norep/2d2cd2cbcc0f4e7f9ad86f429f3bfd70 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/norep/2d2cd2cbcc0f4e7f9ad86f429f3bfd70 2024-11-16T04:22:14,277 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d2cd2cbcc0f4e7f9ad86f429f3bfd70 2024-11-16T04:22:14,277 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/norep/2d2cd2cbcc0f4e7f9ad86f429f3bfd70, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T04:22:14,278 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 75ea08ad5031ff1a3e5f29cf97e473e8 in 1304ms, sequenceid=6, compaction requested=false 2024-11-16T04:22:14,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:22:14,281 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/data/default/test/75ea08ad5031ff1a3e5f29cf97e473e8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:22:14,281 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:14,281 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:14,281 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:22:14,281 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75ea08ad5031ff1a3e5f29cf97e473e8: Waiting for close lock at 1731730932973Running coprocessor pre-close hooks at 1731730932973Disabling compacts and flushes for region at 1731730932973Disabling writes for close at 1731730932973Obtaining lock to block concurrent updates at 1731730932973Preparing flush snapshotting stores in 75ea08ad5031ff1a3e5f29cf97e473e8 at 1731730932973Finished memstore snapshotting test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731730932973Flushing stores of test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. at 1731730932974 (+1 ms)Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/f: creating writer at 1731730932974Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/f: appending metadata at 1731730932986 (+12 ms)Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/f: closing flushed file at 1731730932986Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/f1: creating writer at 1731730933398 (+412 ms)Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/f1: appending metadata at 1731730933424 (+26 ms)Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/f1: closing flushed file at 1731730933424Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/norep: creating writer at 1731730933840 (+416 ms)Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/norep: appending metadata at 1731730933852 (+12 ms)Flushing 75ea08ad5031ff1a3e5f29cf97e473e8/norep: closing flushed file at 1731730933852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558eb542: reopening flushed file at 1731730934259 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785c6362: reopening flushed file at 1731730934269 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8af579: reopening flushed file at 1731730934273 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 75ea08ad5031ff1a3e5f29cf97e473e8 in 1304ms, sequenceid=6, compaction requested=false at 1731730934278 (+5 ms)Writing region close event to WAL at 1731730934279 (+1 ms)Running coprocessor post-close hooks at 1731730934281 (+2 ms)Closed at 1731730934281 2024-11-16T04:22:14,281 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730909411.75ea08ad5031ff1a3e5f29cf97e473e8. 2024-11-16T04:22:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:14,324 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,45817,1731730896178; all regions closed. 2024-11-16T04:22:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741834_1010 (size=4239) 2024-11-16T04:22:14,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.meta.1731730898230.meta not finished, retry = 0 2024-11-16T04:22:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741839_1015 (size=2240) 2024-11-16T04:22:14,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/WALs/fda3efb342d8,45817,1731730896178/fda3efb342d8%2C45817%2C1731730896178.rep.1731730914488 not finished, retry = 0 2024-11-16T04:22:14,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741833_1009 (size=1535) 2024-11-16T04:22:14,531 DEBUG [RS:0;fda3efb342d8:45817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:14,531 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:14,531 INFO [RS:0;fda3efb342d8:45817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:14,531 INFO [RS:0;fda3efb342d8:45817 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:14,531 INFO [RS:0;fda3efb342d8:45817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:14,531 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:14,532 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,45817,1731730896178 because: Region server is closing 2024-11-16T04:22:14,532 INFO [RS:0;fda3efb342d8:45817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45817. 2024-11-16T04:22:14,532 DEBUG [RS:0;fda3efb342d8:45817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:14,532 DEBUG [RS:0;fda3efb342d8:45817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:14,532 DEBUG [RS:0;fda3efb342d8:45817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:14,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:14,632 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45817,1731730896178.replicationSource.shipperfda3efb342d8%2C45817%2C1731730896178,1-fda3efb342d8,45817,1731730896178 terminated 2024-11-16T04:22:14,632 INFO [RS:0;fda3efb342d8:45817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45817 2024-11-16T04:22:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381092442/rs/fda3efb342d8,45817,1731730896178 2024-11-16T04:22:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442/rs 2024-11-16T04:22:14,688 INFO [RS:0;fda3efb342d8:45817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:14,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,45817,1731730896178] 2024-11-16T04:22:14,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-381092442/draining/fda3efb342d8,45817,1731730896178 already deleted, retry=false 2024-11-16T04:22:14,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,45817,1731730896178 expired; onlineServers=0 2024-11-16T04:22:14,772 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,41611,1731730895929' ***** 2024-11-16T04:22:14,772 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:22:14,772 INFO [M:0;fda3efb342d8:41611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:14,772 INFO [M:0;fda3efb342d8:41611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:14,773 DEBUG [M:0;fda3efb342d8:41611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:22:14,773 DEBUG [M:0;fda3efb342d8:41611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:22:14,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:22:14,773 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730897561 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730897561,5,FailOnTimeoutGroup] 2024-11-16T04:22:14,773 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730897561 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730897561,5,FailOnTimeoutGroup] 2024-11-16T04:22:14,773 INFO [M:0;fda3efb342d8:41611 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:14,773 INFO [M:0;fda3efb342d8:41611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:14,773 DEBUG [M:0;fda3efb342d8:41611 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:22:14,773 INFO [M:0;fda3efb342d8:41611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:22:14,773 INFO [M:0;fda3efb342d8:41611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:14,773 INFO [M:0;fda3efb342d8:41611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:22:14,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:22:14,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-381092442/master 2024-11-16T04:22:14,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-381092442 2024-11-16T04:22:14,836 DEBUG [M:0;fda3efb342d8:41611 {}] zookeeper.ZKUtil(347): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Unable to get data of znode /0-381092442/master because node does not exist (not an error) 2024-11-16T04:22:14,836 WARN [M:0;fda3efb342d8:41611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:22:14,837 INFO [M:0;fda3efb342d8:41611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/.lastflushedseqids 2024-11-16T04:22:14,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741848_1024 (size=245) 2024-11-16T04:22:14,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:14,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45817-0x10141e066c10001, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:14,841 INFO [RS:0;fda3efb342d8:45817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:14,841 INFO [RS:0;fda3efb342d8:45817 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,45817,1731730896178; zookeeper connection closed. 2024-11-16T04:22:14,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71fc4282 2024-11-16T04:22:14,842 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:22:15,240 INFO [M:0;fda3efb342d8:41611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:22:15,240 INFO [M:0;fda3efb342d8:41611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:22:15,241 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:15,241 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:15,241 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:15,241 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:15,241 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:15,241 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T04:22:15,257 DEBUG [M:0;fda3efb342d8:41611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d1cca7525fc4feba2367722c56ef708 is 82, key is hbase:meta,,1/info:regioninfo/1731730898271/Put/seqid=0 2024-11-16T04:22:15,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741849_1025 (size=5672) 2024-11-16T04:22:15,661 INFO [M:0;fda3efb342d8:41611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d1cca7525fc4feba2367722c56ef708 2024-11-16T04:22:15,680 DEBUG [M:0;fda3efb342d8:41611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90951cde9faa497599846ff07ad408b0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730909820/Put/seqid=0 2024-11-16T04:22:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741850_1026 (size=7218) 2024-11-16T04:22:16,084 INFO [M:0;fda3efb342d8:41611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90951cde9faa497599846ff07ad408b0 2024-11-16T04:22:16,087 INFO [M:0;fda3efb342d8:41611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90951cde9faa497599846ff07ad408b0 2024-11-16T04:22:16,099 DEBUG [M:0;fda3efb342d8:41611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4eb33686d394f54bd8516e4a3f34058 is 69, key is fda3efb342d8,45817,1731730896178/rs:state/1731730897642/Put/seqid=0 2024-11-16T04:22:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741851_1027 (size=5156) 2024-11-16T04:22:16,503 INFO [M:0;fda3efb342d8:41611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4eb33686d394f54bd8516e4a3f34058 2024-11-16T04:22:16,507 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d1cca7525fc4feba2367722c56ef708 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d1cca7525fc4feba2367722c56ef708 2024-11-16T04:22:16,510 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d1cca7525fc4feba2367722c56ef708, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T04:22:16,511 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90951cde9faa497599846ff07ad408b0 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90951cde9faa497599846ff07ad408b0 2024-11-16T04:22:16,515 INFO [M:0;fda3efb342d8:41611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90951cde9faa497599846ff07ad408b0 2024-11-16T04:22:16,515 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90951cde9faa497599846ff07ad408b0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T04:22:16,516 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4eb33686d394f54bd8516e4a3f34058 as hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4eb33686d394f54bd8516e4a3f34058 2024-11-16T04:22:16,519 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41451/user/jenkins/test-data/29e706b4-e5d4-da50-0529-b58948450fd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4eb33686d394f54bd8516e4a3f34058, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T04:22:16,520 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-16T04:22:16,524 INFO [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:16,524 DEBUG [M:0;fda3efb342d8:41611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730935241Disabling compacts and flushes for region at 1731730935241Disabling writes for close at 1731730935241Obtaining lock to block concurrent updates at 1731730935241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730935241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731730935241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730935242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730935242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730935257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730935257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730935664 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730935680 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730935680Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730936087 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730936098 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730936098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2139a2e8: reopening flushed file at 1731730936506 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97837: reopening flushed file at 1731730936510 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3d33bd: reopening flushed file at 1731730936515 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731730936520 (+5 ms)Writing region close event to WAL at 1731730936524 (+4 ms)Closed at 1731730936524 2024-11-16T04:22:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33851 is added to blk_1073741830_1006 (size=64423) 2024-11-16T04:22:16,526 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:16,526 INFO [M:0;fda3efb342d8:41611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:22:16,526 INFO [M:0;fda3efb342d8:41611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41611 2024-11-16T04:22:16,526 INFO [M:0;fda3efb342d8:41611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:16,630 INFO [M:0;fda3efb342d8:41611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:16,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41611-0x10141e066c10000, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:16,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bb120f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:16,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:16,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:16,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:16,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:16,634 WARN [BP-646935754-172.17.0.2-1731730893612 heartbeating to localhost/127.0.0.1:41451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:22:16,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:22:16,634 WARN [BP-646935754-172.17.0.2-1731730893612 heartbeating to localhost/127.0.0.1:41451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-646935754-172.17.0.2-1731730893612 (Datanode Uuid 4760cd1e-a7a5-4d89-a7af-05bb903ab9f8) service to localhost/127.0.0.1:41451 2024-11-16T04:22:16,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:22:16,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/data/data1/current/BP-646935754-172.17.0.2-1731730893612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:16,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/cluster_24b132ab-ea93-04c6-8227-baca7497528c/data/data2/current/BP-646935754-172.17.0.2-1731730893612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:16,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:22:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2217983b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:16,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:16,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:16,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:16,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a7a597cf-39bf-04be-49fe-b827cd4ddfd2/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:16,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:22:16,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:22:16,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 316) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50926) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36621 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50926) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36715 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50926) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41451 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7925 (was 7475) - AvailableMemoryMB LEAK? - 2024-11-16T04:22:16,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=7925 2024-11-16T04:22:16,691 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T04:22:16,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir so I do NOT create it in target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1 2024-11-16T04:22:16,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:22:16,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.tmp.dir so I do NOT create it in target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1 2024-11-16T04:22:16,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/368a4fbb-56ff-c7eb-b807-f7fabb45ad79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:22:16,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1 2024-11-16T04:22:16,692 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591, deleteOnExit=true 2024-11-16T04:22:16,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/zookeeper_0, clientPort=63021, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:22:16,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63021 2024-11-16T04:22:16,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:22:16,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:22:16,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/test.cache.data in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:22:16,696 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:22:16,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:22:16,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141e066c10005, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10141e066c10008, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:22:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141e066c10002, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:22:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141e066c10005, quorum=127.0.0.1:50926, baseZNode=/1-1401397005 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:22:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10141e066c10008, quorum=127.0.0.1:50926, baseZNode=/2-1143983306 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:22:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141e066c10002, quorum=127.0.0.1:50926, baseZNode=/0-381092442 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:22:17,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:17,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:17,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:17,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:17,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:22:17,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:17,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:17,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:17,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/java.io.tmpdir/jetty-localhost-38293-hadoop-hdfs-3_4_1-tests_jar-_-any-17653473834579202329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:17,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:38293} 2024-11-16T04:22:17,132 INFO [Time-limited test {}] server.Server(415): Started @323928ms 2024-11-16T04:22:17,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:17,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:17,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:17,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:17,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:22:17,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:17,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:17,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34877dfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/java.io.tmpdir/jetty-localhost-32967-hadoop-hdfs-3_4_1-tests_jar-_-any-15618930991819594306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:17,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:32967} 2024-11-16T04:22:17,500 INFO [Time-limited test {}] server.Server(415): Started @324296ms 2024-11-16T04:22:17,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:22:18,374 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/data/data2/current/BP-1358131000-172.17.0.2-1731730936710/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:18,374 WARN [Thread-4198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/data/data1/current/BP-1358131000-172.17.0.2-1731730936710/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:18,396 WARN [Thread-4186 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:22:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58e0fad51306ec41 with lease ID 0x87d38587f4cb8e6f: Processing first storage report for DS-6005401b-7a1c-49e9-9cc9-d9c159224a0e from datanode DatanodeRegistration(127.0.0.1:42761, datanodeUuid=1e4c425c-e9b6-472c-8a9c-a5c949baf63c, infoPort=35835, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=420918595;c=1731730936710) 2024-11-16T04:22:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58e0fad51306ec41 with lease ID 0x87d38587f4cb8e6f: from storage DS-6005401b-7a1c-49e9-9cc9-d9c159224a0e node DatanodeRegistration(127.0.0.1:42761, datanodeUuid=1e4c425c-e9b6-472c-8a9c-a5c949baf63c, infoPort=35835, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=420918595;c=1731730936710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58e0fad51306ec41 with lease ID 0x87d38587f4cb8e6f: Processing first storage report for DS-bef79ea5-7ecd-41d1-bc2b-ff3a2d25b7a5 from datanode DatanodeRegistration(127.0.0.1:42761, datanodeUuid=1e4c425c-e9b6-472c-8a9c-a5c949baf63c, infoPort=35835, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=420918595;c=1731730936710) 2024-11-16T04:22:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58e0fad51306ec41 with lease ID 0x87d38587f4cb8e6f: from storage DS-bef79ea5-7ecd-41d1-bc2b-ff3a2d25b7a5 node DatanodeRegistration(127.0.0.1:42761, datanodeUuid=1e4c425c-e9b6-472c-8a9c-a5c949baf63c, infoPort=35835, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=420918595;c=1731730936710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:18,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1 2024-11-16T04:22:18,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:18,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:22:18,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d with version=8 2024-11-16T04:22:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/hbase-staging 2024-11-16T04:22:18,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:18,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:18,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:18,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:18,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:18,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:18,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:22:18,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:18,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42533 2024-11-16T04:22:18,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42533 connecting to ZooKeeper ensemble=127.0.0.1:63021 2024-11-16T04:22:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425330x0, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:18,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42533-0x10141e10f210000 connected 2024-11-16T04:22:19,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:19,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:19,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on znode that does not yet exist, /0-1685227499/running 2024-11-16T04:22:19,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d, hbase.cluster.distributed=false 2024-11-16T04:22:19,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on znode that does not yet exist, /0-1685227499/acl 2024-11-16T04:22:19,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42533 2024-11-16T04:22:19,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42533 2024-11-16T04:22:19,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42533 2024-11-16T04:22:19,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42533 2024-11-16T04:22:19,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42533 2024-11-16T04:22:19,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:22:19,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:19,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44079 2024-11-16T04:22:19,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44079 connecting to ZooKeeper ensemble=127.0.0.1:63021 2024-11-16T04:22:19,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:19,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:19,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440790x0, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:19,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440790x0, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on znode that does not yet exist, /0-1685227499/running 2024-11-16T04:22:19,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44079-0x10141e10f210001 connected 2024-11-16T04:22:19,081 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:22:19,082 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:22:19,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on znode that does not yet exist, /0-1685227499/master 2024-11-16T04:22:19,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on znode that does not yet exist, /0-1685227499/acl 2024-11-16T04:22:19,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-16T04:22:19,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44079 2024-11-16T04:22:19,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44079 2024-11-16T04:22:19,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-16T04:22:19,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-16T04:22:19,112 DEBUG [M:0;fda3efb342d8:42533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:42533 2024-11-16T04:22:19,112 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1685227499/backup-masters/fda3efb342d8,42533,1731730938839 2024-11-16T04:22:19,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499/backup-masters 2024-11-16T04:22:19,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499/backup-masters 2024-11-16T04:22:19,123 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on existing znode=/0-1685227499/backup-masters/fda3efb342d8,42533,1731730938839 2024-11-16T04:22:19,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685227499/master 2024-11-16T04:22:19,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:19,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:19,134 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on existing znode=/0-1685227499/master 2024-11-16T04:22:19,134 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1685227499/backup-masters/fda3efb342d8,42533,1731730938839 from backup master directory 2024-11-16T04:22:19,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685227499/backup-masters/fda3efb342d8,42533,1731730938839 2024-11-16T04:22:19,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499/backup-masters 2024-11-16T04:22:19,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499/backup-masters 2024-11-16T04:22:19,144 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:19,144 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,42533,1731730938839 2024-11-16T04:22:19,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/hbase.id] with ID: b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92 2024-11-16T04:22:19,146 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/.tmp/hbase.id 2024-11-16T04:22:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:22:19,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:19,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:19,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:22:19,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:22:19,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:22:19,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:19,557 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/.tmp/hbase.id]:[hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/hbase.id] 2024-11-16T04:22:19,566 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:19,566 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:22:19,567 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:22:19,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:19,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:22:19,981 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:19,981 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:22:19,983 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:20,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:22:20,410 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/data/master/store 2024-11-16T04:22:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:22:20,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:20,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:20,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:20,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:20,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:20,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:20,832 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:20,832 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730940832Disabling compacts and flushes for region at 1731730940832Disabling writes for close at 1731730940832Writing region close event to WAL at 1731730940832Closed at 1731730940832 2024-11-16T04:22:20,834 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/data/master/store/.initializing 2024-11-16T04:22:20,834 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/WALs/fda3efb342d8,42533,1731730938839 2024-11-16T04:22:20,835 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:20,838 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C42533%2C1731730938839, suffix=, logDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/WALs/fda3efb342d8,42533,1731730938839, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/oldWALs, maxLogs=10 2024-11-16T04:22:20,857 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/WALs/fda3efb342d8,42533,1731730938839/fda3efb342d8%2C42533%2C1731730938839.1731730940838, exclude list is [], retry=0 2024-11-16T04:22:20,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6005401b-7a1c-49e9-9cc9-d9c159224a0e,DISK] 2024-11-16T04:22:20,901 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/WALs/fda3efb342d8,42533,1731730938839/fda3efb342d8%2C42533%2C1731730938839.1731730940838 2024-11-16T04:22:20,908 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-11-16T04:22:20,908 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:20,909 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:20,909 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,909 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:22:20,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:20,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:20,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:22:20,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:20,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:20,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:22:20,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:20,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:20,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:22:20,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:20,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:20,946 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,947 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,948 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,950 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,951 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,952 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:20,953 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:20,956 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:20,957 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70480147, jitterRate=0.05023603141307831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:20,957 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730940909Initializing all the Stores at 1731730940910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730940910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730940920 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730940920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730940920Cleaning up temporary data from old regions at 1731730940951 (+31 ms)Region opened successfully at 1731730940957 (+6 ms) 2024-11-16T04:22:20,964 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:22:20,968 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4360cbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:20,969 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:22:20,970 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:22:20,970 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:22:20,970 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:22:20,971 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:22:20,971 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:22:20,971 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:22:20,975 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:22:20,976 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Unable to get data of znode /0-1685227499/balancer because node does not exist (not necessarily an error) 2024-11-16T04:22:21,080 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685227499/balancer already deleted, retry=false 2024-11-16T04:22:21,081 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:22:21,082 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Unable to get data of znode /0-1685227499/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:22:21,092 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685227499/normalizer already deleted, retry=false 2024-11-16T04:22:21,092 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:22:21,100 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Unable to get data of znode /0-1685227499/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:22:21,112 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685227499/switch/split already deleted, retry=false 2024-11-16T04:22:21,113 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Unable to get data of znode /0-1685227499/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:22:21,122 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685227499/switch/merge already deleted, retry=false 2024-11-16T04:22:21,126 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Unable to get data of znode /0-1685227499/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:22:21,133 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685227499/snapshot-cleanup already deleted, retry=false 2024-11-16T04:22:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685227499/running 2024-11-16T04:22:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685227499/running 2024-11-16T04:22:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,145 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,42533,1731730938839, sessionid=0x10141e10f210000, setting cluster-up flag (Was=false) 2024-11-16T04:22:21,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:21,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:22:21,190 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128749 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:22:21,197 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1685227499/flush-table-proc/acquired, /0-1685227499/flush-table-proc/reached, /0-1685227499/flush-table-proc/abort 2024-11-16T04:22:21,198 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,42533,1731730938839 2024-11-16T04:22:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,249 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1685227499/online-snapshot/acquired, /0-1685227499/online-snapshot/reached, /0-1685227499/online-snapshot/abort 2024-11-16T04:22:21,250 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,42533,1731730938839 2024-11-16T04:22:21,253 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:22:21,254 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:21,254 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:22:21,254 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:22:21,255 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,42533,1731730938839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:22:21,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:21,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:21,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:21,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:21,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:22:21,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,257 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:21,257 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:21,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:22:21,273 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:21,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730971279 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:22:21,279 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:22:21,288 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:22:21,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:22:21,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:22:21,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:22:21,320 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:22:21,320 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:22:21,324 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730941320,5,FailOnTimeoutGroup] 2024-11-16T04:22:21,324 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730941324,5,FailOnTimeoutGroup] 2024-11-16T04:22:21,324 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,325 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:22:21,325 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,325 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,350 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(746): ClusterId : b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92 2024-11-16T04:22:21,350 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:22:21,362 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:22:21,363 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:22:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:22:21,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:22:21,371 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d 2024-11-16T04:22:21,376 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:22:21,376 DEBUG [RS:0;fda3efb342d8:44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1298c4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:22:21,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:21,415 DEBUG [RS:0;fda3efb342d8:44079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:44079 2024-11-16T04:22:21,415 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:22:21,415 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:22:21,415 DEBUG [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:22:21,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:21,416 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,42533,1731730938839 with port=44079, startcode=1731730939067 2024-11-16T04:22:21,416 DEBUG [RS:0;fda3efb342d8:44079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:22:21,418 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:22:21,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:21,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:21,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42533 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:21,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:21,420 DEBUG [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d 2024-11-16T04:22:21,420 DEBUG [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40113 2024-11-16T04:22:21,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:21,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:21,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:21,421 DEBUG [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:22:21,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:21,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:21,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:21,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:21,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:21,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:21,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:21,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:21,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:21,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/hbase/meta/1588230740 2024-11-16T04:22:21,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/hbase/meta/1588230740 2024-11-16T04:22:21,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499/rs 2024-11-16T04:22:21,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:21,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:21,429 DEBUG [RS:0;fda3efb342d8:44079 {}] zookeeper.ZKUtil(111): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Set watcher on existing znode=/0-1685227499/rs/fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:21,429 WARN [RS:0;fda3efb342d8:44079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:21,429 INFO [RS:0;fda3efb342d8:44079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:21,429 DEBUG [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:21,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:21,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68115352, jitterRate=0.01499783992767334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:21,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730941413Initializing all the Stores at 1731730941415 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730941415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730941415Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730941415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730941415Cleaning up temporary data from old regions at 1731730941428 (+13 ms)Region opened successfully at 1731730941434 (+6 ms) 2024-11-16T04:22:21,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:21,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:21,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:21,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:21,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:21,436 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:22:21,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,44079,1731730939067] 2024-11-16T04:22:21,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:21,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730941435Disabling compacts and flushes for region at 1731730941435Disabling writes for close at 1731730941435Writing region close event to WAL at 1731730941448 (+13 ms)Closed at 1731730941448 2024-11-16T04:22:21,448 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:22:21,449 INFO [RS:0;fda3efb342d8:44079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:22:21,449 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:21,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:22:21,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:22:21,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:21,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:22:21,452 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:22:21,454 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:22:21,454 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:21,454 DEBUG [RS:0;fda3efb342d8:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:21,458 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,458 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,458 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,458 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,458 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,459 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44079,1731730939067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:21,472 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:22:21,472 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44079,1731730939067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,473 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,473 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.Replication(171): fda3efb342d8,44079,1731730939067 started 2024-11-16T04:22:21,485 INFO [RS:0;fda3efb342d8:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:21,485 INFO [RS:0;fda3efb342d8:44079 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,44079,1731730939067, RpcServer on fda3efb342d8/172.17.0.2:44079, sessionid=0x10141e10f210001 2024-11-16T04:22:21,485 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:22:21,485 DEBUG [RS:0;fda3efb342d8:44079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44079,1731730939067' 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1685227499/flush-table-proc/abort' 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1685227499/flush-table-proc/acquired' 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,44079,1731730939067' 2024-11-16T04:22:21,486 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1685227499/online-snapshot/abort' 2024-11-16T04:22:21,487 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1685227499/online-snapshot/acquired' 2024-11-16T04:22:21,487 DEBUG [RS:0;fda3efb342d8:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:22:21,487 INFO [RS:0;fda3efb342d8:44079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:22:21,487 INFO [RS:0;fda3efb342d8:44079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:22:21,587 INFO [RS:0;fda3efb342d8:44079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:21,589 INFO [RS:0;fda3efb342d8:44079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44079%2C1731730939067, suffix=, logDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/oldWALs, maxLogs=10 2024-11-16T04:22:21,601 WARN [fda3efb342d8:42533 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:22:21,603 DEBUG [RS:0;fda3efb342d8:44079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067/fda3efb342d8%2C44079%2C1731730939067.1731730941590, exclude list is [], retry=0 2024-11-16T04:22:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6005401b-7a1c-49e9-9cc9-d9c159224a0e,DISK] 2024-11-16T04:22:21,608 INFO [RS:0;fda3efb342d8:44079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067/fda3efb342d8%2C44079%2C1731730939067.1731730941590 2024-11-16T04:22:21,612 DEBUG [RS:0;fda3efb342d8:44079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-11-16T04:22:21,851 DEBUG [fda3efb342d8:42533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:22:21,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,44079,1731730939067 2024-11-16T04:22:21,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44079,1731730939067, state=OPENING 2024-11-16T04:22:21,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:22:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685227499 2024-11-16T04:22:21,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685227499/meta-region-server: CHANGED 2024-11-16T04:22:21,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:21,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685227499/meta-region-server: CHANGED 2024-11-16T04:22:21,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44079,1731730939067}] 2024-11-16T04:22:22,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:22,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:22:22,095 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:22:22,095 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:22,095 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:22:22,096 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C44079%2C1731730939067.meta, suffix=.meta, logDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067, archiveDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/oldWALs, maxLogs=10 2024-11-16T04:22:22,106 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067/fda3efb342d8%2C44079%2C1731730939067.meta.1731730942096.meta, exclude list is [], retry=0 2024-11-16T04:22:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6005401b-7a1c-49e9-9cc9-d9c159224a0e,DISK] 2024-11-16T04:22:22,109 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/WALs/fda3efb342d8,44079,1731730939067/fda3efb342d8%2C44079%2C1731730939067.meta.1731730942096.meta 2024-11-16T04:22:22,109 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-11-16T04:22:22,109 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:22,110 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:22,110 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:22:22,110 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:22:22,110 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:22:22,110 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:22:22,110 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:22,110 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:22:22,110 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:22:22,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:22,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:22,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:22,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:22,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:22,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:22,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:22,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:22,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:22,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:22,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:22,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:22,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:22,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:22,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:22,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:22,114 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:22,115 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/hbase/meta/1588230740 2024-11-16T04:22:22,115 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/hbase/meta/1588230740 2024-11-16T04:22:22,116 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:22,116 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:22,116 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:22,117 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:22,117 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59341690, jitterRate=-0.11573991179466248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:22,118 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:22:22,118 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730942110Writing region info on filesystem at 1731730942110Initializing all the Stores at 1731730942111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730942111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730942111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730942111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730942111Cleaning up temporary data from old regions at 1731730942116 (+5 ms)Running coprocessor post-open hooks at 1731730942118 (+2 ms)Region opened successfully at 1731730942118 2024-11-16T04:22:22,118 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730942091 2024-11-16T04:22:22,120 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:22:22,120 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:22:22,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,44079,1731730939067 2024-11-16T04:22:22,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,44079,1731730939067, state=OPEN 2024-11-16T04:22:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42533-0x10141e10f210000, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685227499/meta-region-server 2024-11-16T04:22:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10141e10f210001, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685227499/meta-region-server 2024-11-16T04:22:22,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,44079,1731730939067 2024-11-16T04:22:22,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685227499/meta-region-server: CHANGED 2024-11-16T04:22:22,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685227499/meta-region-server: CHANGED 2024-11-16T04:22:22,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:22:22,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,44079,1731730939067 in 201 msec 2024-11-16T04:22:22,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:22:22,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-16T04:22:22,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:22,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:22:22,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:22,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44079,1731730939067, seqNum=-1] 2024-11-16T04:22:22,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:22,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:22,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-16T04:22:22,149 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730942149, completionTime=-1 2024-11-16T04:22:22,149 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:22:22,149 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:22:22,150 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731731002150 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731062151 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42533,1731730938839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42533,1731730938839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42533,1731730938839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:42533, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,151 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,152 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:22:22,153 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.009sec 2024-11-16T04:22:22,153 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:22:22,153 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:22:22,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:22:22,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:22:22,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:22:22,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42533,1731730938839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:22,154 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42533,1731730938839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:22:22,155 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:22:22,155 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:22:22,155 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,42533,1731730938839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:22,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a663788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:22,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,42533,-1 for getting cluster id 2024-11-16T04:22:22,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:22,241 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92' 2024-11-16T04:22:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92" 2024-11-16T04:22:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b88ba1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,42533,-1] 2024-11-16T04:22:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:22,242 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:22,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:22,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,44079,1731730939067, seqNum=-1] 2024-11-16T04:22:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:22,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:22,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,42533,1731730938839 2024-11-16T04:22:22,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63021 2024-11-16T04:22:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63021, baseZNode=/0-1685227499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:22,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141e10f210002 connected 2024-11-16T04:22:22,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,42533,1731730938839 2024-11-16T04:22:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db01cd1 2024-11-16T04:22:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:22,273 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:22,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:22:22,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:22:22,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:22,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:22:22,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:22:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:22:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:22,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fc1939d3ba972b47be2f6a291f4f37e, NAME => 'test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d 2024-11-16T04:22:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:22:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:23,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:23,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9fc1939d3ba972b47be2f6a291f4f37e, disabling compactions & flushes 2024-11-16T04:22:23,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. after waiting 0 ms 2024-11-16T04:22:23,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fc1939d3ba972b47be2f6a291f4f37e: Waiting for close lock at 1731730943090Disabling compacts and flushes for region at 1731730943090Disabling writes for close at 1731730943090Writing region close event to WAL at 1731730943090Closed at 1731730943090 2024-11-16T04:22:23,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:22:23,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730943091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730943091"}]},"ts":"1731730943091"} 2024-11-16T04:22:23,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:22:23,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:22:23,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730943093"}]},"ts":"1731730943093"} 2024-11-16T04:22:23,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:22:23,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fc1939d3ba972b47be2f6a291f4f37e, ASSIGN}] 2024-11-16T04:22:23,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fc1939d3ba972b47be2f6a291f4f37e, ASSIGN 2024-11-16T04:22:23,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9fc1939d3ba972b47be2f6a291f4f37e, ASSIGN; state=OFFLINE, location=fda3efb342d8,44079,1731730939067; forceNewPlan=false, retain=false 2024-11-16T04:22:23,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fc1939d3ba972b47be2f6a291f4f37e, regionState=OPENING, regionLocation=fda3efb342d8,44079,1731730939067 2024-11-16T04:22:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9fc1939d3ba972b47be2f6a291f4f37e, ASSIGN because future has completed 2024-11-16T04:22:23,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc1939d3ba972b47be2f6a291f4f37e, server=fda3efb342d8,44079,1731730939067}] 2024-11-16T04:22:23,402 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,403 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fc1939d3ba972b47be2f6a291f4f37e, NAME => 'test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:23,403 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:23,403 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:22:23,403 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,403 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:23,403 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,403 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,404 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,405 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc1939d3ba972b47be2f6a291f4f37e columnFamilyName f 2024-11-16T04:22:23,405 DEBUG [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:23,405 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] regionserver.HStore(327): Store=9fc1939d3ba972b47be2f6a291f4f37e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:23,405 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,406 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc1939d3ba972b47be2f6a291f4f37e columnFamilyName f1 2024-11-16T04:22:23,406 DEBUG [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:23,406 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] regionserver.HStore(327): Store=9fc1939d3ba972b47be2f6a291f4f37e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:23,406 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,407 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc1939d3ba972b47be2f6a291f4f37e columnFamilyName norep 2024-11-16T04:22:23,407 DEBUG [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:23,407 INFO [StoreOpener-9fc1939d3ba972b47be2f6a291f4f37e-1 {}] regionserver.HStore(327): Store=9fc1939d3ba972b47be2f6a291f4f37e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:23,407 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,408 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/default/test/9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,408 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/default/test/9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,409 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,409 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:23,409 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:22:23,410 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,411 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/data/default/test/9fc1939d3ba972b47be2f6a291f4f37e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:23,412 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9fc1939d3ba972b47be2f6a291f4f37e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63864467, jitterRate=-0.048345282673835754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:22:23,412 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fc1939d3ba972b47be2f6a291f4f37e 2024-11-16T04:22:23,412 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9fc1939d3ba972b47be2f6a291f4f37e: Running coprocessor pre-open hook at 1731730943403Writing region info on filesystem at 1731730943403Initializing all the Stores at 1731730943404 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730943404Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730943404Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730943404Cleaning up temporary data from old regions at 1731730943409 (+5 ms)Running coprocessor post-open hooks at 1731730943412 (+3 ms)Region opened successfully at 1731730943412 2024-11-16T04:22:23,413 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e., pid=6, masterSystemTime=1731730943400 2024-11-16T04:22:23,415 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,415 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730942273.9fc1939d3ba972b47be2f6a291f4f37e. 2024-11-16T04:22:23,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fc1939d3ba972b47be2f6a291f4f37e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,44079,1731730939067 2024-11-16T04:22:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc1939d3ba972b47be2f6a291f4f37e, server=fda3efb342d8,44079,1731730939067 because future has completed 2024-11-16T04:22:23,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:22:23,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fc1939d3ba972b47be2f6a291f4f37e, server=fda3efb342d8,44079,1731730939067 in 169 msec 2024-11-16T04:22:23,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:22:23,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9fc1939d3ba972b47be2f6a291f4f37e, ASSIGN in 325 msec 2024-11-16T04:22:23,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:22:23,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730943421"}]},"ts":"1731730943421"} 2024-11-16T04:22:23,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:22:23,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:22:23,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-16T04:22:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:24,420 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:22:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:24,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,42533,-1 for getting cluster id 2024-11-16T04:22:24,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:24,421 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92' 2024-11-16T04:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92" 2024-11-16T04:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa8fce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,42533,-1] 2024-11-16T04:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:24,423 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b57cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:24,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,42533,1731730938839 2024-11-16T04:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5625aeb4 2024-11-16T04:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:24,426 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:24,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:42533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:22:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:22:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:24,429 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:42533' 2024-11-16T04:22:24,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23414ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:24,430 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,42533,-1 for getting cluster id 2024-11-16T04:22:24,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:24,431 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92' 2024-11-16T04:22:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32f708b-b0a3-4af0-ba3e-0bc28f8dbf92" 2024-11-16T04:22:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9b5d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,42533,-1] 2024-11-16T04:22:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:24,432 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f5db0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:24,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,42533,1731730938839 2024-11-16T04:22:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@686eb92c 2024-11-16T04:22:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:24,434 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:24,435 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:22:24,435 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:22:24,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:24,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:24,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:24,435 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fda3efb342d8:42533, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T04:22:24,440 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fda3efb342d8:42533, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fda3efb342d8:42533, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fda3efb342d8:42533, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T04:22:24,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fda3efb342d8:42533, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-16T04:22:24,441 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T04:22:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:24,540 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://fda3efb342d8:42533, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T04:22:24,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:24,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:24,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:24,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:24,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:24,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_431300112_20 at /127.0.0.1:53500 [Receiving block BP-1358131000-172.17.0.2-1731730936710:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7913-acceptor-0@3fb7c4e0-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:38293} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:63021): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/fda3efb342d8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Session-HouseKeeper-37872a5f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 40113 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/fda3efb342d8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd9b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1679378324-7960 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1679378324-7959-acceptor-0@1a458caf-ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:32967} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63021) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BP-1358131000-172.17.0.2-1731730936710 heartbeating to localhost/127.0.0.1:40113 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd9b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/fda3efb342d8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: CacheReplicationMonitor(470920580) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1288804563-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/data/data1/current/BP-1358131000-172.17.0.2-1731730936710 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d/MasterData-prefix:fda3efb342d8,42533,1731730938839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd9b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1358131000-172.17.0.2-1731730936710:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1768026753_20 at /127.0.0.1:53528 [Receiving block BP-1358131000-172.17.0.2-1731730936710:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd9b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fda3efb342d8:44079-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fda3efb342d8:44079 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007fd9b0ad2a28.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1768026753_20 at /127.0.0.1:39598 [Receiving block BP-1358131000-172.17.0.2-1731730936710:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;fda3efb342d8:42533 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1358131000-172.17.0.2-1731730936710:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d-prefix:fda3efb342d8,44079,1731730939067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42669 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730941320 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1768026753_20 at /127.0.0.1:53462 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@493f33c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40113 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730941324 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-1358131000-172.17.0.2-1731730936710:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fda3efb342d8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@20b9729c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: fda3efb342d8:42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@666f9d2a[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fd9b09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63021) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/fda3efb342d8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 3 on default port 42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63021) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1679378324-7958 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd9b0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63021 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1288804563-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/cluster_82d45c63-4eba-9761-ba75-676e27aed591/data/data2/current/BP-1358131000-172.17.0.2-1731730936710 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40113/user/jenkins/test-data/986bb9ac-7023-7701-dde2-03c6d785ab8d-prefix:fda3efb342d8,44079,1731730939067.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=865 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=7741 (was 7925) 2024-11-16T04:22:24,583 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-16T04:22:24,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=7736 2024-11-16T04:22:24,601 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-16T04:22:24,620 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T04:22:24,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.log.dir so I do NOT create it in target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b 2024-11-16T04:22:24,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:22:24,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.tmp.dir so I do NOT create it in target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b 2024-11-16T04:22:24,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a0d0c605-fc74-7c34-2195-422027059ca1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:22:24,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b 2024-11-16T04:22:24,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7, deleteOnExit=true 2024-11-16T04:22:24,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/zookeeper_0, clientPort=59076, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:22:24,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59076 2024-11-16T04:22:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/test.cache.data in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:22:24,737 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:22:24,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:22:24,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:25,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:25,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:25,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:25,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:25,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:25,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:22:25,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:25,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:25,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:25,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/java.io.tmpdir/jetty-localhost-38037-hadoop-hdfs-3_4_1-tests_jar-_-any-12455154119999147814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:25,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:38037} 2024-11-16T04:22:25,270 INFO [Time-limited test {}] server.Server(415): Started @332067ms 2024-11-16T04:22:25,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:25,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:25,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:25,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:25,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:22:25,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:25,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:25,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f17d5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/java.io.tmpdir/jetty-localhost-36979-hadoop-hdfs-3_4_1-tests_jar-_-any-15474253161420495085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:25,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:36979} 2024-11-16T04:22:25,685 INFO [Time-limited test {}] server.Server(415): Started @332482ms 2024-11-16T04:22:25,686 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:22:26,485 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/data/data1/current/BP-1957399345-172.17.0.2-1731730944758/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:26,485 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/data/data2/current/BP-1957399345-172.17.0.2-1731730944758/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:26,503 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:22:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7d352cabd3dc4db with lease ID 0xe12b456dfdd9639b: Processing first storage report for DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf from datanode DatanodeRegistration(127.0.0.1:44351, datanodeUuid=0f38d83a-8e41-4975-9edd-2668e75c0c80, infoPort=45737, infoSecurePort=0, ipcPort=40423, storageInfo=lv=-57;cid=testClusterID;nsid=148657951;c=1731730944758) 2024-11-16T04:22:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7d352cabd3dc4db with lease ID 0xe12b456dfdd9639b: from storage DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf node DatanodeRegistration(127.0.0.1:44351, datanodeUuid=0f38d83a-8e41-4975-9edd-2668e75c0c80, infoPort=45737, infoSecurePort=0, ipcPort=40423, storageInfo=lv=-57;cid=testClusterID;nsid=148657951;c=1731730944758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7d352cabd3dc4db with lease ID 0xe12b456dfdd9639b: Processing first storage report for DS-c7c95b37-df3e-4504-b35a-6ed31cf2c241 from datanode DatanodeRegistration(127.0.0.1:44351, datanodeUuid=0f38d83a-8e41-4975-9edd-2668e75c0c80, infoPort=45737, infoSecurePort=0, ipcPort=40423, storageInfo=lv=-57;cid=testClusterID;nsid=148657951;c=1731730944758) 2024-11-16T04:22:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7d352cabd3dc4db with lease ID 0xe12b456dfdd9639b: from storage DS-c7c95b37-df3e-4504-b35a-6ed31cf2c241 node DatanodeRegistration(127.0.0.1:44351, datanodeUuid=0f38d83a-8e41-4975-9edd-2668e75c0c80, infoPort=45737, infoSecurePort=0, ipcPort=40423, storageInfo=lv=-57;cid=testClusterID;nsid=148657951;c=1731730944758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:26,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b 2024-11-16T04:22:26,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:26,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:22:26,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf with version=8 2024-11-16T04:22:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/hbase-staging 2024-11-16T04:22:26,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:26,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44861 2024-11-16T04:22:26,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44861 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:27,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448610x0, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:27,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44861-0x10141e12e840000 connected 2024-11-16T04:22:27,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:27,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:27,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/running 2024-11-16T04:22:27,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf, hbase.cluster.distributed=false 2024-11-16T04:22:27,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/acl 2024-11-16T04:22:27,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44861 2024-11-16T04:22:27,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44861 2024-11-16T04:22:27,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44861 2024-11-16T04:22:27,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44861 2024-11-16T04:22:27,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44861 2024-11-16T04:22:27,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:22:27,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:27,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45541 2024-11-16T04:22:27,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45541 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:27,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:27,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455410x0, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:27,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45541-0x10141e12e840001 connected 2024-11-16T04:22:27,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455410x0, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/running 2024-11-16T04:22:27,298 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:22:27,299 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:22:27,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/master 2024-11-16T04:22:27,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/acl 2024-11-16T04:22:27,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45541 2024-11-16T04:22:27,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45541 2024-11-16T04:22:27,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45541 2024-11-16T04:22:27,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45541 2024-11-16T04:22:27,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45541 2024-11-16T04:22:27,318 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:44861 2024-11-16T04:22:27,318 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1447917578/backup-masters/fda3efb342d8,44861,1731730946947 2024-11-16T04:22:27,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578/backup-masters 2024-11-16T04:22:27,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578/backup-masters 2024-11-16T04:22:27,329 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on existing znode=/0-1447917578/backup-masters/fda3efb342d8,44861,1731730946947 2024-11-16T04:22:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1447917578/master 2024-11-16T04:22:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:27,340 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on existing znode=/0-1447917578/master 2024-11-16T04:22:27,340 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1447917578/backup-masters/fda3efb342d8,44861,1731730946947 from backup master directory 2024-11-16T04:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1447917578/backup-masters/fda3efb342d8,44861,1731730946947 2024-11-16T04:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578/backup-masters 2024-11-16T04:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578/backup-masters 2024-11-16T04:22:27,350 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:27,350 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,44861,1731730946947 2024-11-16T04:22:27,354 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/hbase.id] with ID: c55c8d14-b005-4b83-a94f-8127fe745672 2024-11-16T04:22:27,354 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/.tmp/hbase.id 2024-11-16T04:22:27,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:22:27,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:22:27,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T04:22:27,762 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/.tmp/hbase.id]:[hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/hbase.id] 2024-11-16T04:22:27,769 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:27,770 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:22:27,770 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T04:22:27,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:27,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:22:28,217 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:28,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:22:28,218 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:22:28,623 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store 2024-11-16T04:22:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:22:29,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:29,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:29,028 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:29,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:29,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:29,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:29,028 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:29,028 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730949028Disabling compacts and flushes for region at 1731730949028Disabling writes for close at 1731730949028Writing region close event to WAL at 1731730949028Closed at 1731730949028 2024-11-16T04:22:29,029 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/.initializing 2024-11-16T04:22:29,029 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/WALs/fda3efb342d8,44861,1731730946947 2024-11-16T04:22:29,029 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:29,031 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C44861%2C1731730946947, suffix=, logDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/WALs/fda3efb342d8,44861,1731730946947, archiveDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/oldWALs, maxLogs=10 2024-11-16T04:22:29,046 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/WALs/fda3efb342d8,44861,1731730946947/fda3efb342d8%2C44861%2C1731730946947.1731730949031, exclude list is [], retry=0 2024-11-16T04:22:29,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:29,049 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/WALs/fda3efb342d8,44861,1731730946947/fda3efb342d8%2C44861%2C1731730946947.1731730949031 2024-11-16T04:22:29,049 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:29,049 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:29,050 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:29,050 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,050 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:22:29,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:29,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:29,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:22:29,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:22:29,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:29,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:29,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:22:29,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:29,055 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,055 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,055 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,056 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,056 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,057 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:29,058 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:29,059 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:29,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71224469, jitterRate=0.06132729351520538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:29,059 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730949050Initializing all the Stores at 1731730949050Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730949050Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730949050Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730949051 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730949051Cleaning up temporary data from old regions at 1731730949056 (+5 ms)Region opened successfully at 1731730949059 (+3 ms) 2024-11-16T04:22:29,059 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:22:29,061 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1e5008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:29,062 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:22:29,062 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:22:29,062 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:22:29,062 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:22:29,063 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:22:29,063 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:22:29,063 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:22:29,065 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:22:29,065 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Unable to get data of znode /0-1447917578/balancer because node does not exist (not necessarily an error) 2024-11-16T04:22:29,129 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1447917578/balancer already deleted, retry=false 2024-11-16T04:22:29,129 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:22:29,130 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Unable to get data of znode /0-1447917578/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:22:29,139 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1447917578/normalizer already deleted, retry=false 2024-11-16T04:22:29,140 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:22:29,141 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Unable to get data of znode /0-1447917578/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:22:29,150 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1447917578/switch/split already deleted, retry=false 2024-11-16T04:22:29,150 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Unable to get data of znode /0-1447917578/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:22:29,160 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1447917578/switch/merge already deleted, retry=false 2024-11-16T04:22:29,162 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Unable to get data of znode /0-1447917578/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:22:29,171 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1447917578/snapshot-cleanup already deleted, retry=false 2024-11-16T04:22:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1447917578/running 2024-11-16T04:22:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1447917578/running 2024-11-16T04:22:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:29,182 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,44861,1731730946947, sessionid=0x10141e12e840000, setting cluster-up flag (Was=false) 2024-11-16T04:22:29,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:29,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:29,234 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1447917578/flush-table-proc/acquired, /0-1447917578/flush-table-proc/reached, /0-1447917578/flush-table-proc/abort 2024-11-16T04:22:29,235 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,44861,1731730946947 2024-11-16T04:22:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:29,287 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1447917578/online-snapshot/acquired, /0-1447917578/online-snapshot/reached, /0-1447917578/online-snapshot/abort 2024-11-16T04:22:29,288 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,44861,1731730946947 2024-11-16T04:22:29,288 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:22:29,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:29,290 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:22:29,290 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:22:29,290 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,44861,1731730946947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:29,291 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730979292 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:22:29,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:29,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:22:29,292 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,293 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:22:29,293 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:22:29,293 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:22:29,293 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:22:29,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:29,293 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:22:29,293 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:22:29,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:22:29,293 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730949293,5,FailOnTimeoutGroup] 2024-11-16T04:22:29,296 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730949293,5,FailOnTimeoutGroup] 2024-11-16T04:22:29,296 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,296 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:22:29,296 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,296 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:22:29,311 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(746): ClusterId : c55c8d14-b005-4b83-a94f-8127fe745672 2024-11-16T04:22:29,311 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:22:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:22:29,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:22:29,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T04:22:29,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T04:22:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T04:22:29,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:22:29,316 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:22:29,319 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:22:29,319 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:22:29,329 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:22:29,330 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e72428f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:29,339 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:45541 2024-11-16T04:22:29,339 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:22:29,339 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:22:29,339 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:22:29,340 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,44861,1731730946947 with port=45541, startcode=1731730947285 2024-11-16T04:22:29,340 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:22:29,341 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:22:29,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,45541,1731730947285 2024-11-16T04:22:29,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44861 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:29,342 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf 2024-11-16T04:22:29,342 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35975 2024-11-16T04:22:29,342 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:22:29,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578/rs 2024-11-16T04:22:29,350 DEBUG [RS:0;fda3efb342d8:45541 {}] zookeeper.ZKUtil(111): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on existing znode=/0-1447917578/rs/fda3efb342d8,45541,1731730947285 2024-11-16T04:22:29,350 WARN [RS:0;fda3efb342d8:45541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:29,350 INFO [RS:0;fda3efb342d8:45541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:29,350 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285 2024-11-16T04:22:29,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,45541,1731730947285] 2024-11-16T04:22:29,352 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:22:29,353 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:22:29,354 INFO [RS:0;fda3efb342d8:45541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:22:29,354 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,354 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:22:29,354 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:22:29,354 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,354 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,354 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,354 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,354 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:29,355 DEBUG [RS:0;fda3efb342d8:45541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:29,355 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,355 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,355 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,355 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,355 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,355 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45541,1731730947285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:29,367 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:22:29,367 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45541,1731730947285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,367 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,367 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.Replication(171): fda3efb342d8,45541,1731730947285 started 2024-11-16T04:22:29,378 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:29,378 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,45541,1731730947285, RpcServer on fda3efb342d8/172.17.0.2:45541, sessionid=0x10141e12e840001 2024-11-16T04:22:29,378 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:22:29,378 DEBUG [RS:0;fda3efb342d8:45541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,45541,1731730947285 2024-11-16T04:22:29,378 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,45541,1731730947285' 2024-11-16T04:22:29,378 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1447917578/flush-table-proc/abort' 2024-11-16T04:22:29,378 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1447917578/flush-table-proc/acquired' 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,45541,1731730947285 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,45541,1731730947285' 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1447917578/online-snapshot/abort' 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1447917578/online-snapshot/acquired' 2024-11-16T04:22:29,379 DEBUG [RS:0;fda3efb342d8:45541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:22:29,379 INFO [RS:0;fda3efb342d8:45541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:22:29,379 INFO [RS:0;fda3efb342d8:45541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:22:29,480 INFO [RS:0;fda3efb342d8:45541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:29,481 INFO [RS:0;fda3efb342d8:45541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45541%2C1731730947285, suffix=, logDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285, archiveDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/oldWALs, maxLogs=10 2024-11-16T04:22:29,491 DEBUG [RS:0;fda3efb342d8:45541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481, exclude list is [], retry=0 2024-11-16T04:22:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:29,494 INFO [RS:0;fda3efb342d8:45541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 2024-11-16T04:22:29,495 DEBUG [RS:0;fda3efb342d8:45541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:29,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:22:29,701 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf 2024-11-16T04:22:29,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:22:30,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:30,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:30,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:30,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:30,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:30,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:30,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:30,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:30,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:30,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:30,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740 2024-11-16T04:22:30,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740 2024-11-16T04:22:30,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:30,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:30,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:30,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:30,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:30,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63239804, jitterRate=-0.05765348672866821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:30,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730950105Initializing all the Stores at 1731730950106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730950106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730950106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730950106Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730950106Cleaning up temporary data from old regions at 1731730950112 (+6 ms)Region opened successfully at 1731730950115 (+3 ms) 2024-11-16T04:22:30,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:30,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:30,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:30,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:30,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:30,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:30,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730950115Disabling compacts and flushes for region at 1731730950115Disabling writes for close at 1731730950115Writing region close event to WAL at 1731730950115Closed at 1731730950115 2024-11-16T04:22:30,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:30,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:22:30,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:22:30,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:30,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:22:30,268 DEBUG [fda3efb342d8:44861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:22:30,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:30,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,45541,1731730947285, state=OPENING 2024-11-16T04:22:30,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:22:30,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:30,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:30,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1447917578/meta-region-server: CHANGED 2024-11-16T04:22:30,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1447917578/meta-region-server: CHANGED 2024-11-16T04:22:30,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:30,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,45541,1731730947285}] 2024-11-16T04:22:30,511 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:30,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:22:30,514 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:22:30,514 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:30,514 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:22:30,515 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45541%2C1731730947285.meta, suffix=.meta, logDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285, archiveDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/oldWALs, maxLogs=10 2024-11-16T04:22:30,526 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.meta.1731730950516.meta, exclude list is [], retry=0 2024-11-16T04:22:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:30,529 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.meta.1731730950516.meta 2024-11-16T04:22:30,529 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:30,530 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:22:30,530 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:22:30,530 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:22:30,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:30,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:30,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:30,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:30,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:30,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:30,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:30,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:30,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:30,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:30,534 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:30,535 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740 2024-11-16T04:22:30,535 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740 2024-11-16T04:22:30,536 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:30,536 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:30,536 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:30,537 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:30,537 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69154757, jitterRate=0.030486181378364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:30,537 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:22:30,537 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730950530Writing region info on filesystem at 1731730950530Initializing all the Stores at 1731730950531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730950531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730950531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730950531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730950531Cleaning up temporary data from old regions at 1731730950536 (+5 ms)Running coprocessor post-open hooks at 1731730950537 (+1 ms)Region opened successfully at 1731730950537 2024-11-16T04:22:30,538 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730950511 2024-11-16T04:22:30,539 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:22:30,539 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:22:30,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:30,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,45541,1731730947285, state=OPEN 2024-11-16T04:22:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1447917578/meta-region-server 2024-11-16T04:22:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1447917578/meta-region-server 2024-11-16T04:22:30,560 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:30,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1447917578/meta-region-server: CHANGED 2024-11-16T04:22:30,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1447917578/meta-region-server: CHANGED 2024-11-16T04:22:30,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:22:30,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,45541,1731730947285 in 201 msec 2024-11-16T04:22:30,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:22:30,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-16T04:22:30,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:30,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:22:30,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:30,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45541,1731730947285, seqNum=-1] 2024-11-16T04:22:30,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:30,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:30,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-16T04:22:30,572 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730950572, completionTime=-1 2024-11-16T04:22:30,572 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:22:30,572 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731731010574 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731070574 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44861,1731730946947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44861,1731730946947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44861,1731730946947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:44861, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,574 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,575 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.227sec 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44861,1731730946947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:30,577 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44861,1731730946947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:22:30,579 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:22:30,579 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:22:30,579 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,44861,1731730946947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:30,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:30,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44861,-1 for getting cluster id 2024-11-16T04:22:30,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:30,612 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55c8d14-b005-4b83-a94f-8127fe745672' 2024-11-16T04:22:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55c8d14-b005-4b83-a94f-8127fe745672" 2024-11-16T04:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a02141a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44861,-1] 2024-11-16T04:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:30,613 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:30,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:30,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45541,1731730947285, seqNum=-1] 2024-11-16T04:22:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:30,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:30,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,44861,1731730946947 2024-11-16T04:22:30,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:30,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:30,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141e12e840002 connected 2024-11-16T04:22:30,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir so I do NOT create it in target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c 2024-11-16T04:22:30,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:22:30,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.tmp.dir so I do NOT create it in target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c 2024-11-16T04:22:30,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:22:30,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c 2024-11-16T04:22:30,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:22:30,636 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/cluster_7ff80b52-7c29-ac44-e17a-fc14771396c7, deleteOnExit=true 2024-11-16T04:22:30,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/test.cache.data in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:22:30,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:30,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:22:30,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:22:30,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:30,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:31,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:31,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:31,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:22:31,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:31,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:31,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:31,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1125a761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/java.io.tmpdir/jetty-localhost-41651-hadoop-hdfs-3_4_1-tests_jar-_-any-2123262995550967640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:31,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:41651} 2024-11-16T04:22:31,130 INFO [Time-limited test {}] server.Server(415): Started @337927ms 2024-11-16T04:22:31,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:31,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:31,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:31,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:31,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:22:31,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:31,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:31,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fa3db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/java.io.tmpdir/jetty-localhost-45509-hadoop-hdfs-3_4_1-tests_jar-_-any-9033595158670411375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:31,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:45509} 2024-11-16T04:22:31,505 INFO [Time-limited test {}] server.Server(415): Started @338302ms 2024-11-16T04:22:31,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:22:32,207 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/cluster_7ff80b52-7c29-ac44-e17a-fc14771396c7/data/data1/current/BP-806923738-172.17.0.2-1731730950655/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:32,208 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/cluster_7ff80b52-7c29-ac44-e17a-fc14771396c7/data/data2/current/BP-806923738-172.17.0.2-1731730950655/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:32,260 WARN [Thread-4441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:22:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac0c3f7e4f6aa63a with lease ID 0x15ae05406c6910e3: Processing first storage report for DS-84b12ef3-1f47-47b7-a49e-dabc3f5f1883 from datanode DatanodeRegistration(127.0.0.1:40921, datanodeUuid=52ab7653-927a-4e5e-9264-2b42a95c6d99, infoPort=40861, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1010299204;c=1731730950655) 2024-11-16T04:22:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac0c3f7e4f6aa63a with lease ID 0x15ae05406c6910e3: from storage DS-84b12ef3-1f47-47b7-a49e-dabc3f5f1883 node DatanodeRegistration(127.0.0.1:40921, datanodeUuid=52ab7653-927a-4e5e-9264-2b42a95c6d99, infoPort=40861, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1010299204;c=1731730950655), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac0c3f7e4f6aa63a with lease ID 0x15ae05406c6910e3: Processing first storage report for DS-db5be8a2-b085-4e9b-a2b0-8ef150052fb3 from datanode DatanodeRegistration(127.0.0.1:40921, datanodeUuid=52ab7653-927a-4e5e-9264-2b42a95c6d99, infoPort=40861, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1010299204;c=1731730950655) 2024-11-16T04:22:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac0c3f7e4f6aa63a with lease ID 0x15ae05406c6910e3: from storage DS-db5be8a2-b085-4e9b-a2b0-8ef150052fb3 node DatanodeRegistration(127.0.0.1:40921, datanodeUuid=52ab7653-927a-4e5e-9264-2b42a95c6d99, infoPort=40861, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1010299204;c=1731730950655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:32,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c 2024-11-16T04:22:32,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:22:32,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51 with version=8 2024-11-16T04:22:32,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/hbase-staging 2024-11-16T04:22:32,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:22:32,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:32,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39285 2024-11-16T04:22:32,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39285 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:32,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392850x0, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:32,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39285-0x10141e12e840003 connected 2024-11-16T04:22:32,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/running 2024-11-16T04:22:32,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51, hbase.cluster.distributed=false 2024-11-16T04:22:32,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/acl 2024-11-16T04:22:32,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-16T04:22:32,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39285 2024-11-16T04:22:32,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39285 2024-11-16T04:22:32,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-16T04:22:32,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-16T04:22:32,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:32,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37393 2024-11-16T04:22:32,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37393 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:32,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373930x0, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:32,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373930x0, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/running 2024-11-16T04:22:32,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37393-0x10141e12e840004 connected 2024-11-16T04:22:32,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:22:32,456 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:22:32,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/master 2024-11-16T04:22:32,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/acl 2024-11-16T04:22:32,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37393 2024-11-16T04:22:32,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37393 2024-11-16T04:22:32,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37393 2024-11-16T04:22:32,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37393 2024-11-16T04:22:32,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37393 2024-11-16T04:22:32,477 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:39285 2024-11-16T04:22:32,477 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1465333668/backup-masters/fda3efb342d8,39285,1731730952311 2024-11-16T04:22:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668/backup-masters 2024-11-16T04:22:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668/backup-masters 2024-11-16T04:22:32,487 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on existing znode=/1-1465333668/backup-masters/fda3efb342d8,39285,1731730952311 2024-11-16T04:22:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1465333668/master 2024-11-16T04:22:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:32,499 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on existing znode=/1-1465333668/master 2024-11-16T04:22:32,499 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1465333668/backup-masters/fda3efb342d8,39285,1731730952311 from backup master directory 2024-11-16T04:22:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1465333668/backup-masters/fda3efb342d8,39285,1731730952311 2024-11-16T04:22:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668/backup-masters 2024-11-16T04:22:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668/backup-masters 2024-11-16T04:22:32,508 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:32,508 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,39285,1731730952311 2024-11-16T04:22:32,510 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/hbase.id] with ID: 69d8b852-bdb5-4efb-8f40-60d925b44894 2024-11-16T04:22:32,510 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/.tmp/hbase.id 2024-11-16T04:22:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:22:32,525 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/.tmp/hbase.id]:[hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/hbase.id] 2024-11-16T04:22:32,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:32,535 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:22:32,536 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:22:32,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:32,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:32,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:22:32,951 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:32,952 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:22:32,952 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:22:33,357 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store 2024-11-16T04:22:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:22:33,761 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:33,761 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:33,761 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:33,761 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:33,761 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:33,761 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:33,761 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:33,761 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730953761Disabling compacts and flushes for region at 1731730953761Disabling writes for close at 1731730953761Writing region close event to WAL at 1731730953761Closed at 1731730953761 2024-11-16T04:22:33,762 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/.initializing 2024-11-16T04:22:33,762 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/WALs/fda3efb342d8,39285,1731730952311 2024-11-16T04:22:33,763 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:33,764 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C39285%2C1731730952311, suffix=, logDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/WALs/fda3efb342d8,39285,1731730952311, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/oldWALs, maxLogs=10 2024-11-16T04:22:33,778 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/WALs/fda3efb342d8,39285,1731730952311/fda3efb342d8%2C39285%2C1731730952311.1731730953764, exclude list is [], retry=0 2024-11-16T04:22:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-84b12ef3-1f47-47b7-a49e-dabc3f5f1883,DISK] 2024-11-16T04:22:33,781 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/WALs/fda3efb342d8,39285,1731730952311/fda3efb342d8%2C39285%2C1731730952311.1731730953764 2024-11-16T04:22:33,781 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-16T04:22:33,781 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:33,782 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:33,782 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,782 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:22:33,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:33,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:33,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:22:33,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:33,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:33,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:22:33,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:22:33,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:33,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:33,787 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,787 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,787 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,788 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,788 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,788 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:33,789 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:33,790 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:33,791 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63970544, jitterRate=-0.04676461219787598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:33,791 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730953782Initializing all the Stores at 1731730953782Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730953782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730953782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730953782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730953782Cleaning up temporary data from old regions at 1731730953788 (+6 ms)Region opened successfully at 1731730953791 (+3 ms) 2024-11-16T04:22:33,791 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:22:33,793 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e301b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:33,793 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:22:33,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:22:33,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:22:33,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:22:33,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:22:33,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:22:33,794 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:22:33,796 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:22:33,796 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Unable to get data of znode /1-1465333668/balancer because node does not exist (not necessarily an error) 2024-11-16T04:22:33,844 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1465333668/balancer already deleted, retry=false 2024-11-16T04:22:33,845 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:22:33,845 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Unable to get data of znode /1-1465333668/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:22:33,855 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1465333668/normalizer already deleted, retry=false 2024-11-16T04:22:33,855 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:22:33,856 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Unable to get data of znode /1-1465333668/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:22:33,865 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1465333668/switch/split already deleted, retry=false 2024-11-16T04:22:33,866 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Unable to get data of znode /1-1465333668/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:22:33,876 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1465333668/switch/merge already deleted, retry=false 2024-11-16T04:22:33,878 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Unable to get data of znode /1-1465333668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:22:33,886 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1465333668/snapshot-cleanup already deleted, retry=false 2024-11-16T04:22:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1465333668/running 2024-11-16T04:22:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1465333668/running 2024-11-16T04:22:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:33,897 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,39285,1731730952311, sessionid=0x10141e12e840003, setting cluster-up flag (Was=false) 2024-11-16T04:22:33,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:33,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:33,950 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1465333668/flush-table-proc/acquired, /1-1465333668/flush-table-proc/reached, /1-1465333668/flush-table-proc/abort 2024-11-16T04:22:33,950 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,39285,1731730952311 2024-11-16T04:22:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:34,002 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1465333668/online-snapshot/acquired, /1-1465333668/online-snapshot/reached, /1-1465333668/online-snapshot/abort 2024-11-16T04:22:34,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,39285,1731730952311 2024-11-16T04:22:34,004 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:22:34,005 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:34,005 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:22:34,005 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:22:34,006 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,39285,1731730952311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:34,007 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730984007 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:22:34,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:34,008 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:22:34,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:34,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:22:34,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:22:34,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:22:34,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:22:34,012 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:22:34,016 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:22:34,016 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:22:34,017 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730954016,5,FailOnTimeoutGroup] 2024-11-16T04:22:34,017 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730954017,5,FailOnTimeoutGroup] 2024-11-16T04:22:34,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:22:34,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,017 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:22:34,067 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(746): ClusterId : 69d8b852-bdb5-4efb-8f40-60d925b44894 2024-11-16T04:22:34,067 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:22:34,077 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:22:34,077 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:22:34,087 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:22:34,087 DEBUG [RS:0;fda3efb342d8:37393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7129864b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:34,101 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:37393 2024-11-16T04:22:34,101 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:22:34,101 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:22:34,101 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:22:34,101 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,39285,1731730952311 with port=37393, startcode=1731730952441 2024-11-16T04:22:34,102 DEBUG [RS:0;fda3efb342d8:37393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:22:34,103 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:22:34,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39285 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,104 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51 2024-11-16T04:22:34,104 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40017 2024-11-16T04:22:34,104 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:22:34,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668/rs 2024-11-16T04:22:34,154 DEBUG [RS:0;fda3efb342d8:37393 {}] zookeeper.ZKUtil(111): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on existing znode=/1-1465333668/rs/fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,154 WARN [RS:0;fda3efb342d8:37393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:34,154 INFO [RS:0;fda3efb342d8:37393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:34,154 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,37393,1731730952441] 2024-11-16T04:22:34,157 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:22:34,159 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:22:34,159 INFO [RS:0;fda3efb342d8:37393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:22:34,159 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,160 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:22:34,160 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:22:34,160 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,160 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,160 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,160 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,160 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:34,161 DEBUG [RS:0;fda3efb342d8:37393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:34,167 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,167 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,167 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,167 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,167 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,167 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37393,1731730952441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:34,186 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:22:34,186 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,37393,1731730952441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,186 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,186 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.Replication(171): fda3efb342d8,37393,1731730952441 started 2024-11-16T04:22:34,206 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:34,206 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,37393,1731730952441, RpcServer on fda3efb342d8/172.17.0.2:37393, sessionid=0x10141e12e840004 2024-11-16T04:22:34,206 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:22:34,206 DEBUG [RS:0;fda3efb342d8:37393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,206 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37393,1731730952441' 2024-11-16T04:22:34,206 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1465333668/flush-table-proc/abort' 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1465333668/flush-table-proc/acquired' 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,37393,1731730952441' 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1465333668/online-snapshot/abort' 2024-11-16T04:22:34,207 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1465333668/online-snapshot/acquired' 2024-11-16T04:22:34,208 DEBUG [RS:0;fda3efb342d8:37393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:22:34,208 INFO [RS:0;fda3efb342d8:37393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:22:34,208 INFO [RS:0;fda3efb342d8:37393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:22:34,308 INFO [RS:0;fda3efb342d8:37393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:34,309 INFO [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37393%2C1731730952441, suffix=, logDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/oldWALs, maxLogs=10 2024-11-16T04:22:34,320 DEBUG [RS:0;fda3efb342d8:37393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441/fda3efb342d8%2C37393%2C1731730952441.1731730954309, exclude list is [], retry=0 2024-11-16T04:22:34,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-84b12ef3-1f47-47b7-a49e-dabc3f5f1883,DISK] 2024-11-16T04:22:34,323 INFO [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441/fda3efb342d8%2C37393%2C1731730952441.1731730954309 2024-11-16T04:22:34,323 DEBUG [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-16T04:22:34,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:22:34,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51 2024-11-16T04:22:34,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:22:34,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:34,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:34,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:34,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:34,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:34,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:34,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:34,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:34,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:34,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:34,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:34,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:34,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:34,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:34,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:34,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:34,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740 2024-11-16T04:22:34,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740 2024-11-16T04:22:34,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:34,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:34,833 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:34,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:34,835 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73761336, jitterRate=0.0991295576095581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730954826Initializing all the Stores at 1731730954827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730954827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730954827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730954827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730954827Cleaning up temporary data from old regions at 1731730954833 (+6 ms)Region opened successfully at 1731730954835 (+2 ms) 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:34,835 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:34,835 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:34,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730954835Disabling compacts and flushes for region at 1731730954835Disabling writes for close at 1731730954835Writing region close event to WAL at 1731730954835Closed at 1731730954835 2024-11-16T04:22:34,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:34,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:22:34,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:22:34,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:34,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:22:34,987 DEBUG [fda3efb342d8:39285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:22:34,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,37393,1731730952441 2024-11-16T04:22:34,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,37393,1731730952441, state=OPENING 2024-11-16T04:22:35,163 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:22:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:35,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1465333668/meta-region-server: CHANGED 2024-11-16T04:22:35,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1465333668/meta-region-server: CHANGED 2024-11-16T04:22:35,182 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:35,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,37393,1731730952441}] 2024-11-16T04:22:35,334 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:35,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:22:35,337 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:22:35,337 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:35,337 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:22:35,339 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C37393%2C1731730952441.meta, suffix=.meta, logDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441, archiveDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/oldWALs, maxLogs=10 2024-11-16T04:22:35,349 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441/fda3efb342d8%2C37393%2C1731730952441.meta.1731730955339.meta, exclude list is [], retry=0 2024-11-16T04:22:35,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40921,DS-84b12ef3-1f47-47b7-a49e-dabc3f5f1883,DISK] 2024-11-16T04:22:35,352 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/WALs/fda3efb342d8,37393,1731730952441/fda3efb342d8%2C37393%2C1731730952441.meta.1731730955339.meta 2024-11-16T04:22:35,352 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-16T04:22:35,352 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:35,353 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:35,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:22:35,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:22:35,353 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:22:35,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:22:35,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:35,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:22:35,353 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:22:35,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:35,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:35,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:35,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:35,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:35,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:35,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:35,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:35,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:35,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:35,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:35,358 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:35,358 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740 2024-11-16T04:22:35,359 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740 2024-11-16T04:22:35,359 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:35,359 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:35,360 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:35,360 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:35,361 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60397914, jitterRate=-0.10000094771385193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:35,361 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:22:35,361 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730955353Writing region info on filesystem at 1731730955353Initializing all the Stores at 1731730955354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730955354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730955354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730955354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730955354Cleaning up temporary data from old regions at 1731730955359 (+5 ms)Running coprocessor post-open hooks at 1731730955361 (+2 ms)Region opened successfully at 1731730955361 2024-11-16T04:22:35,362 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730955334 2024-11-16T04:22:35,363 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:22:35,363 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:22:35,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,37393,1731730952441 2024-11-16T04:22:35,364 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,37393,1731730952441, state=OPEN 2024-11-16T04:22:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1465333668/meta-region-server 2024-11-16T04:22:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1465333668/meta-region-server 2024-11-16T04:22:35,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,37393,1731730952441 2024-11-16T04:22:35,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1465333668/meta-region-server: CHANGED 2024-11-16T04:22:35,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1465333668/meta-region-server: CHANGED 2024-11-16T04:22:35,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:22:35,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,37393,1731730952441 in 189 msec 2024-11-16T04:22:35,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:22:35,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-16T04:22:35,374 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:35,374 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:22:35,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:35,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37393,1731730952441, seqNum=-1] 2024-11-16T04:22:35,375 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:35,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:35,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3740 sec 2024-11-16T04:22:35,379 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730955379, completionTime=-1 2024-11-16T04:22:35,379 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:22:35,379 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:22:35,380 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731731015380 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731075381 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39285,1731730952311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39285,1731730952311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39285,1731730952311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:39285, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,381 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,382 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:22:35,383 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.875sec 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39285,1731730952311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:35,384 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39285,1731730952311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:22:35,385 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:22:35,385 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:22:35,385 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,39285,1731730952311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:35,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:35,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39285,-1 for getting cluster id 2024-11-16T04:22:35,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:35,468 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69d8b852-bdb5-4efb-8f40-60d925b44894' 2024-11-16T04:22:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69d8b852-bdb5-4efb-8f40-60d925b44894" 2024-11-16T04:22:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffe6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39285,-1] 2024-11-16T04:22:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:35,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:35,469 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:35,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:35,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:35,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37393,1731730952441, seqNum=-1] 2024-11-16T04:22:35,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:35,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:35,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,39285,1731730952311 2024-11-16T04:22:35,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:35,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:35,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141e12e840005 connected 2024-11-16T04:22:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir so I do NOT create it in target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd 2024-11-16T04:22:35,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T04:22:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.tmp.dir so I do NOT create it in target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd 2024-11-16T04:22:35,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T04:22:35,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd 2024-11-16T04:22:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:22:35,499 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/cluster_3cfd2923-8e9a-7e0f-75ae-f2ea1e4eb1f0, deleteOnExit=true 2024-11-16T04:22:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/test.cache.data in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:22:35,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:22:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:22:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:22:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:22:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:22:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:22:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,938 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T04:22:35,939 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,941 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:35,941 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,006 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,016 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,020 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,021 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:36,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:36,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:36,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:36,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:36,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:22:36,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:36,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:36,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:36,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7451d88e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/java.io.tmpdir/jetty-localhost-39041-hadoop-hdfs-3_4_1-tests_jar-_-any-6573826912303189724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:36,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:39041} 2024-11-16T04:22:36,226 INFO [Time-limited test {}] server.Server(415): Started @343023ms 2024-11-16T04:22:36,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:22:36,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:22:36,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:22:36,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:22:36,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:22:36,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:22:36,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:22:36,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@928d69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/java.io.tmpdir/jetty-localhost-37625-hadoop-hdfs-3_4_1-tests_jar-_-any-4191544451637657848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:36,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:37625} 2024-11-16T04:22:36,578 INFO [Time-limited test {}] server.Server(415): Started @343374ms 2024-11-16T04:22:36,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:22:37,606 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/cluster_3cfd2923-8e9a-7e0f-75ae-f2ea1e4eb1f0/data/data2/current/BP-1747123256-172.17.0.2-1731730955514/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:37,606 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/cluster_3cfd2923-8e9a-7e0f-75ae-f2ea1e4eb1f0/data/data1/current/BP-1747123256-172.17.0.2-1731730955514/current, will proceed with Du for space computation calculation, 2024-11-16T04:22:37,621 WARN [Thread-4562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:22:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac1591e3084e34fd with lease ID 0xdcc47741c5230574: Processing first storage report for DS-217a856b-7eeb-4d71-9af6-3aad3b76c687 from datanode DatanodeRegistration(127.0.0.1:46651, datanodeUuid=a0bec205-edc0-48c9-8a1f-374d9c84b285, infoPort=34759, infoSecurePort=0, ipcPort=36397, storageInfo=lv=-57;cid=testClusterID;nsid=1781638723;c=1731730955514) 2024-11-16T04:22:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac1591e3084e34fd with lease ID 0xdcc47741c5230574: from storage DS-217a856b-7eeb-4d71-9af6-3aad3b76c687 node DatanodeRegistration(127.0.0.1:46651, datanodeUuid=a0bec205-edc0-48c9-8a1f-374d9c84b285, infoPort=34759, infoSecurePort=0, ipcPort=36397, storageInfo=lv=-57;cid=testClusterID;nsid=1781638723;c=1731730955514), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac1591e3084e34fd with lease ID 0xdcc47741c5230574: Processing first storage report for DS-b3f7e9b8-0e46-4a78-a883-e7ad641a86b3 from datanode DatanodeRegistration(127.0.0.1:46651, datanodeUuid=a0bec205-edc0-48c9-8a1f-374d9c84b285, infoPort=34759, infoSecurePort=0, ipcPort=36397, storageInfo=lv=-57;cid=testClusterID;nsid=1781638723;c=1731730955514) 2024-11-16T04:22:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac1591e3084e34fd with lease ID 0xdcc47741c5230574: from storage DS-b3f7e9b8-0e46-4a78-a883-e7ad641a86b3 node DatanodeRegistration(127.0.0.1:46651, datanodeUuid=a0bec205-edc0-48c9-8a1f-374d9c84b285, infoPort=34759, infoSecurePort=0, ipcPort=36397, storageInfo=lv=-57;cid=testClusterID;nsid=1781638723;c=1731730955514), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:22:37,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd 2024-11-16T04:22:37,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:37,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:22:38,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29 with version=8 2024-11-16T04:22:38,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/hbase-staging 2024-11-16T04:22:38,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:22:38,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:38,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36741 2024-11-16T04:22:38,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36741 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367410x0, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:38,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36741-0x10141e12e840006 connected 2024-11-16T04:22:38,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:38,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:38,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/running 2024-11-16T04:22:38,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29, hbase.cluster.distributed=false 2024-11-16T04:22:38,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/acl 2024-11-16T04:22:38,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36741 2024-11-16T04:22:38,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36741 2024-11-16T04:22:38,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36741 2024-11-16T04:22:38,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36741 2024-11-16T04:22:38,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36741 2024-11-16T04:22:38,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:22:38,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:22:38,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45587 2024-11-16T04:22:38,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45587 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:38,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:38,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455870x0, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:38,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45587-0x10141e12e840007 connected 2024-11-16T04:22:38,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/running 2024-11-16T04:22:38,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:22:38,266 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:22:38,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/master 2024-11-16T04:22:38,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/acl 2024-11-16T04:22:38,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-16T04:22:38,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45587 2024-11-16T04:22:38,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45587 2024-11-16T04:22:38,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-16T04:22:38,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-16T04:22:38,287 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:36741 2024-11-16T04:22:38,288 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2111129993/backup-masters/fda3efb342d8,36741,1731730958116 2024-11-16T04:22:38,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993/backup-masters 2024-11-16T04:22:38,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993/backup-masters 2024-11-16T04:22:38,297 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on existing znode=/2-2111129993/backup-masters/fda3efb342d8,36741,1731730958116 2024-11-16T04:22:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2111129993/master 2024-11-16T04:22:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:38,308 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on existing znode=/2-2111129993/master 2024-11-16T04:22:38,308 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2111129993/backup-masters/fda3efb342d8,36741,1731730958116 from backup master directory 2024-11-16T04:22:38,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2111129993/backup-masters/fda3efb342d8,36741,1731730958116 2024-11-16T04:22:38,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993/backup-masters 2024-11-16T04:22:38,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993/backup-masters 2024-11-16T04:22:38,392 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:38,392 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,36741,1731730958116 2024-11-16T04:22:38,395 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/hbase.id] with ID: c6f4f735-0edc-4dda-8ed5-de1cba0f1db2 2024-11-16T04:22:38,395 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/.tmp/hbase.id 2024-11-16T04:22:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:22:38,798 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/.tmp/hbase.id]:[hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/hbase.id] 2024-11-16T04:22:38,805 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:38,805 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:22:38,805 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T04:22:38,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:38,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:22:38,816 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:38,817 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:22:38,817 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:38,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:22:39,222 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store 2024-11-16T04:22:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:22:39,227 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:39,227 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:39,227 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:39,227 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:39,227 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:39,227 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:39,227 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:39,227 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730959227Disabling compacts and flushes for region at 1731730959227Disabling writes for close at 1731730959227Writing region close event to WAL at 1731730959227Closed at 1731730959227 2024-11-16T04:22:39,228 WARN [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/.initializing 2024-11-16T04:22:39,228 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/WALs/fda3efb342d8,36741,1731730958116 2024-11-16T04:22:39,229 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:39,230 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C36741%2C1731730958116, suffix=, logDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/WALs/fda3efb342d8,36741,1731730958116, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/oldWALs, maxLogs=10 2024-11-16T04:22:39,246 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/WALs/fda3efb342d8,36741,1731730958116/fda3efb342d8%2C36741%2C1731730958116.1731730959230, exclude list is [], retry=0 2024-11-16T04:22:39,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46651,DS-217a856b-7eeb-4d71-9af6-3aad3b76c687,DISK] 2024-11-16T04:22:39,249 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/WALs/fda3efb342d8,36741,1731730958116/fda3efb342d8%2C36741%2C1731730958116.1731730959230 2024-11-16T04:22:39,249 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34759:34759)] 2024-11-16T04:22:39,250 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:39,250 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:39,250 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,250 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:22:39,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:39,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:22:39,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:39,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:22:39,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:39,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:22:39,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:39,255 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,255 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,255 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,256 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:39,257 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:22:39,258 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:39,259 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64486164, jitterRate=-0.03908127546310425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:39,259 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731730959250Initializing all the Stores at 1731730959250Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730959250Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730959251 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730959251Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730959251Cleaning up temporary data from old regions at 1731730959256 (+5 ms)Region opened successfully at 1731730959259 (+3 ms) 2024-11-16T04:22:39,259 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:22:39,261 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec957a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:39,261 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:22:39,261 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:22:39,261 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:22:39,261 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:22:39,262 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:22:39,262 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:22:39,262 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:22:39,263 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:22:39,264 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Unable to get data of znode /2-2111129993/balancer because node does not exist (not necessarily an error) 2024-11-16T04:22:39,307 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/balancer already deleted, retry=false 2024-11-16T04:22:39,308 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:22:39,308 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Unable to get data of znode /2-2111129993/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:22:39,318 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/normalizer already deleted, retry=false 2024-11-16T04:22:39,318 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:22:39,319 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Unable to get data of znode /2-2111129993/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:22:39,328 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/switch/split already deleted, retry=false 2024-11-16T04:22:39,329 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Unable to get data of znode /2-2111129993/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:22:39,339 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/switch/merge already deleted, retry=false 2024-11-16T04:22:39,340 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Unable to get data of znode /2-2111129993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:22:39,349 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/snapshot-cleanup already deleted, retry=false 2024-11-16T04:22:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2111129993/running 2024-11-16T04:22:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2111129993/running 2024-11-16T04:22:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:39,360 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,36741,1731730958116, sessionid=0x10141e12e840006, setting cluster-up flag (Was=false) 2024-11-16T04:22:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:39,413 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2111129993/flush-table-proc/acquired, /2-2111129993/flush-table-proc/reached, /2-2111129993/flush-table-proc/abort 2024-11-16T04:22:39,414 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,36741,1731730958116 2024-11-16T04:22:39,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:39,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:39,465 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2111129993/online-snapshot/acquired, /2-2111129993/online-snapshot/reached, /2-2111129993/online-snapshot/abort 2024-11-16T04:22:39,466 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,36741,1731730958116 2024-11-16T04:22:39,467 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:22:39,469 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:39,469 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:22:39,469 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:22:39,469 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,36741,1731730958116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:22:39,470 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:39,470 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:39,470 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:39,470 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:22:39,470 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:22:39,471 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,471 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:39,471 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,471 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730989471 2024-11-16T04:22:39,471 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:22:39,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:39,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T04:22:39,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:22:39,472 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:22:39,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:22:39,476 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730959472,5,FailOnTimeoutGroup] 2024-11-16T04:22:39,478 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730959476,5,FailOnTimeoutGroup] 2024-11-16T04:22:39,478 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,478 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:22:39,478 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,478 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,479 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(746): ClusterId : c6f4f735-0edc-4dda-8ed5-de1cba0f1db2 2024-11-16T04:22:39,479 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:22:39,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:22:39,487 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:22:39,487 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:22:39,497 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:22:39,498 DEBUG [RS:0;fda3efb342d8:45587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bae046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0 2024-11-16T04:22:39,507 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:45587 2024-11-16T04:22:39,507 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:22:39,507 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:22:39,507 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:22:39,508 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,36741,1731730958116 with port=45587, startcode=1731730958251 2024-11-16T04:22:39,508 DEBUG [RS:0;fda3efb342d8:45587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:22:39,509 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:22:39,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,45587,1731730958251 2024-11-16T04:22:39,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,45587,1731730958251 2024-11-16T04:22:39,510 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29 2024-11-16T04:22:39,510 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45691 2024-11-16T04:22:39,510 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:22:39,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993/rs 2024-11-16T04:22:39,574 DEBUG [RS:0;fda3efb342d8:45587 {}] zookeeper.ZKUtil(111): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on existing znode=/2-2111129993/rs/fda3efb342d8,45587,1731730958251 2024-11-16T04:22:39,574 WARN [RS:0;fda3efb342d8:45587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:22:39,575 INFO [RS:0;fda3efb342d8:45587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:39,575 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251 2024-11-16T04:22:39,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,45587,1731730958251] 2024-11-16T04:22:39,577 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:22:39,578 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:22:39,578 INFO [RS:0;fda3efb342d8:45587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:22:39,578 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,578 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:39,579 DEBUG [RS:0;fda3efb342d8:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,579 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45587,1731730958251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:39,593 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:22:39,593 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45587,1731730958251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,593 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,593 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.Replication(171): fda3efb342d8,45587,1731730958251 started 2024-11-16T04:22:39,604 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:39,604 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,45587,1731730958251, RpcServer on fda3efb342d8/172.17.0.2:45587, sessionid=0x10141e12e840007 2024-11-16T04:22:39,604 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:22:39,604 DEBUG [RS:0;fda3efb342d8:45587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,45587,1731730958251 2024-11-16T04:22:39,604 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,45587,1731730958251' 2024-11-16T04:22:39,604 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2111129993/flush-table-proc/abort' 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2111129993/flush-table-proc/acquired' 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,45587,1731730958251 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,45587,1731730958251' 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2111129993/online-snapshot/abort' 2024-11-16T04:22:39,605 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2111129993/online-snapshot/acquired' 2024-11-16T04:22:39,606 DEBUG [RS:0;fda3efb342d8:45587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:22:39,606 INFO [RS:0;fda3efb342d8:45587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:22:39,606 INFO [RS:0;fda3efb342d8:45587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:22:39,706 INFO [RS:0;fda3efb342d8:45587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:22:39,707 INFO [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45587%2C1731730958251, suffix=, logDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/oldWALs, maxLogs=10 2024-11-16T04:22:39,718 DEBUG [RS:0;fda3efb342d8:45587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251/fda3efb342d8%2C45587%2C1731730958251.1731730959707, exclude list is [], retry=0 2024-11-16T04:22:39,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46651,DS-217a856b-7eeb-4d71-9af6-3aad3b76c687,DISK] 2024-11-16T04:22:39,721 INFO [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251/fda3efb342d8%2C45587%2C1731730958251.1731730959707 2024-11-16T04:22:39,721 DEBUG [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34759:34759)] 2024-11-16T04:22:39,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:22:39,881 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29 2024-11-16T04:22:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741833_1009 (size=32) 2024-11-16T04:22:39,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:39,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:39,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:39,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:39,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:39,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:39,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:39,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:39,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:39,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:39,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:39,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:39,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:39,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:39,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:39,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740 2024-11-16T04:22:39,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740 2024-11-16T04:22:39,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:39,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:39,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:39,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:39,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:39,895 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64361865, jitterRate=-0.04093347489833832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:39,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731730959885Initializing all the Stores at 1731730959886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730959886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730959886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730959886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730959886Cleaning up temporary data from old regions at 1731730959893 (+7 ms)Region opened successfully at 1731730959895 (+2 ms) 2024-11-16T04:22:39,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:39,895 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:39,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:39,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:39,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:39,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:39,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730959895Disabling compacts and flushes for region at 1731730959895Disabling writes for close at 1731730959895Writing region close event to WAL at 1731730959895Closed at 1731730959895 2024-11-16T04:22:39,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:39,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:22:39,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:22:39,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:39,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:22:40,047 DEBUG [fda3efb342d8:36741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:22:40,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,45587,1731730958251 2024-11-16T04:22:40,049 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,45587,1731730958251, state=OPENING 2024-11-16T04:22:40,097 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:22:40,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:40,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:40,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2111129993/meta-region-server: CHANGED 2024-11-16T04:22:40,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2111129993/meta-region-server: CHANGED 2024-11-16T04:22:40,108 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:22:40,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,45587,1731730958251}] 2024-11-16T04:22:40,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:40,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:22:40,263 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:22:40,263 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:40,263 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:22:40,264 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45587%2C1731730958251.meta, suffix=.meta, logDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/oldWALs, maxLogs=10 2024-11-16T04:22:40,275 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251/fda3efb342d8%2C45587%2C1731730958251.meta.1731730960265.meta, exclude list is [], retry=0 2024-11-16T04:22:40,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46651,DS-217a856b-7eeb-4d71-9af6-3aad3b76c687,DISK] 2024-11-16T04:22:40,278 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/WALs/fda3efb342d8,45587,1731730958251/fda3efb342d8%2C45587%2C1731730958251.meta.1731730960265.meta 2024-11-16T04:22:40,278 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34759:34759)] 2024-11-16T04:22:40,278 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:40,279 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:40,279 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:22:40,279 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:22:40,279 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:22:40,279 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:22:40,279 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:40,279 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:22:40,279 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:22:40,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:22:40,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:22:40,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:40,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:40,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:22:40,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:22:40,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:40,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:40,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:22:40,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:22:40,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:40,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:40,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:22:40,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:22:40,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:40,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:22:40,283 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:22:40,284 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740 2024-11-16T04:22:40,285 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740 2024-11-16T04:22:40,285 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:22:40,285 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:22:40,286 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:22:40,286 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:22:40,287 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61937341, jitterRate=-0.07706169784069061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:22:40,287 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:22:40,287 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731730960279Writing region info on filesystem at 1731730960279Initializing all the Stores at 1731730960280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730960280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730960280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730960280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730960280Cleaning up temporary data from old regions at 1731730960285 (+5 ms)Running coprocessor post-open hooks at 1731730960287 (+2 ms)Region opened successfully at 1731730960287 2024-11-16T04:22:40,288 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730960259 2024-11-16T04:22:40,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,45587,1731730958251 2024-11-16T04:22:40,291 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:22:40,291 INFO [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:22:40,291 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,45587,1731730958251, state=OPEN 2024-11-16T04:22:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2111129993/meta-region-server 2024-11-16T04:22:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2111129993/meta-region-server 2024-11-16T04:22:40,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,45587,1731730958251 2024-11-16T04:22:40,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2111129993/meta-region-server: CHANGED 2024-11-16T04:22:40,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2111129993/meta-region-server: CHANGED 2024-11-16T04:22:40,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:22:40,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,45587,1731730958251 in 189 msec 2024-11-16T04:22:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:22:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-16T04:22:40,300 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:22:40,300 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:22:40,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:40,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45587,1731730958251, seqNum=-1] 2024-11-16T04:22:40,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:40,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:40,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-16T04:22:40,306 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730960305, completionTime=-1 2024-11-16T04:22:40,306 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:22:40,306 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731731020307 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731731080307 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36741,1731730958116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36741,1731730958116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36741,1731730958116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:36741, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,307 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,308 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,309 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:22:40,310 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.918sec 2024-11-16T04:22:40,310 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:22:40,311 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:22:40,311 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:22:40,311 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:22:40,311 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:22:40,311 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36741,1731730958116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:22:40,311 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36741,1731730958116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:22:40,312 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:22:40,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:22:40,312 INFO [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,36741,1731730958116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:22:40,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:40,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36741,-1 for getting cluster id 2024-11-16T04:22:40,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:40,381 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6f4f735-0edc-4dda-8ed5-de1cba0f1db2' 2024-11-16T04:22:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6f4f735-0edc-4dda-8ed5-de1cba0f1db2" 2024-11-16T04:22:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9df0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36741,-1] 2024-11-16T04:22:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:40,382 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:40,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:40,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45587,1731730958251, seqNum=-1] 2024-11-16T04:22:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:40,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:40,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,36741,1731730958116 2024-11-16T04:22:40,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59076 2024-11-16T04:22:40,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:22:40,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10141e12e840008 connected 2024-11-16T04:22:40,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44861,1731730946947 2024-11-16T04:22:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404b3878 2024-11-16T04:22:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:40,405 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:40,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:22:40,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:22:40,408 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:40,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:22:40,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:22:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:22:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:40,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0ec529c790b8280637c18f8eae92024, NAME => 'test,,1731730960406.d0ec529c790b8280637c18f8eae92024.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf 2024-11-16T04:22:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:22:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:41,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730960406.d0ec529c790b8280637c18f8eae92024.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:41,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d0ec529c790b8280637c18f8eae92024, disabling compactions & flushes 2024-11-16T04:22:41,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730960406.d0ec529c790b8280637c18f8eae92024. after waiting 0 ms 2024-11-16T04:22:41,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0ec529c790b8280637c18f8eae92024: Waiting for close lock at 1731730961218Disabling compacts and flushes for region at 1731730961218Disabling writes for close at 1731730961219 (+1 ms)Writing region close event to WAL at 1731730961219Closed at 1731730961219 2024-11-16T04:22:41,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:22:41,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730960406.d0ec529c790b8280637c18f8eae92024.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730961220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730961220"}]},"ts":"1731730961220"} 2024-11-16T04:22:41,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:22:41,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:22:41,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730961222"}]},"ts":"1731730961222"} 2024-11-16T04:22:41,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:22:41,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0ec529c790b8280637c18f8eae92024, ASSIGN}] 2024-11-16T04:22:41,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0ec529c790b8280637c18f8eae92024, ASSIGN 2024-11-16T04:22:41,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d0ec529c790b8280637c18f8eae92024, ASSIGN; state=OFFLINE, location=fda3efb342d8,45541,1731730947285; forceNewPlan=false, retain=false 2024-11-16T04:22:41,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:41,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:22:41,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148819 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fda3efb342d8,40025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:40025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T04:22:41,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0ec529c790b8280637c18f8eae92024, regionState=OPENING, regionLocation=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:41,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d0ec529c790b8280637c18f8eae92024, ASSIGN because future has completed 2024-11-16T04:22:41,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0ec529c790b8280637c18f8eae92024, server=fda3efb342d8,45541,1731730947285}] 2024-11-16T04:22:41,531 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0ec529c790b8280637c18f8eae92024, NAME => 'test,,1731730960406.d0ec529c790b8280637c18f8eae92024.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:41,532 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:41,532 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730960406.d0ec529c790b8280637c18f8eae92024.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,532 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,533 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,534 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ec529c790b8280637c18f8eae92024 columnFamilyName f 2024-11-16T04:22:41,534 DEBUG [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:41,534 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] regionserver.HStore(327): Store=d0ec529c790b8280637c18f8eae92024/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:41,534 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,535 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ec529c790b8280637c18f8eae92024 columnFamilyName f1 2024-11-16T04:22:41,535 DEBUG [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:41,535 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] regionserver.HStore(327): Store=d0ec529c790b8280637c18f8eae92024/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:41,535 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,536 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0ec529c790b8280637c18f8eae92024 columnFamilyName norep 2024-11-16T04:22:41,536 DEBUG [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:41,536 INFO [StoreOpener-d0ec529c790b8280637c18f8eae92024-1 {}] regionserver.HStore(327): Store=d0ec529c790b8280637c18f8eae92024/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:41,536 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,537 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,538 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:22:41,538 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,540 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:41,541 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0ec529c790b8280637c18f8eae92024; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66412239, jitterRate=-0.010380521416664124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:22:41,541 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:41,541 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0ec529c790b8280637c18f8eae92024: Running coprocessor pre-open hook at 1731730961532Writing region info on filesystem at 1731730961532Initializing all the Stores at 1731730961533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730961533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730961533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730961533Cleaning up temporary data from old regions at 1731730961537 (+4 ms)Running coprocessor post-open hooks at 1731730961541 (+4 ms)Region opened successfully at 1731730961541 2024-11-16T04:22:41,541 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730960406.d0ec529c790b8280637c18f8eae92024., pid=6, masterSystemTime=1731730961529 2024-11-16T04:22:41,543 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,543 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:41,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0ec529c790b8280637c18f8eae92024, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:41,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0ec529c790b8280637c18f8eae92024, server=fda3efb342d8,45541,1731730947285 because future has completed 2024-11-16T04:22:41,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:22:41,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0ec529c790b8280637c18f8eae92024, server=fda3efb342d8,45541,1731730947285 in 168 msec 2024-11-16T04:22:41,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:22:41,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d0ec529c790b8280637c18f8eae92024, ASSIGN in 323 msec 2024-11-16T04:22:41,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:22:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:41,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730961548"}]},"ts":"1731730961548"} 2024-11-16T04:22:41,550 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:22:41,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:22:41,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-16T04:22:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:42,559 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:22:42,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39285,1731730952311 2024-11-16T04:22:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390afc02 2024-11-16T04:22:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:42,561 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:42,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:22:42,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:22:42,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:42,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:22:42,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:22:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:42,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:42,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00d4ee69ce5fcd06190dedad9a156860, NAME => 'test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51 2024-11-16T04:22:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:22:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:43,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:43,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 00d4ee69ce5fcd06190dedad9a156860, disabling compactions & flushes 2024-11-16T04:22:43,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. after waiting 0 ms 2024-11-16T04:22:43,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00d4ee69ce5fcd06190dedad9a156860: Waiting for close lock at 1731730963398Disabling compacts and flushes for region at 1731730963398Disabling writes for close at 1731730963398Writing region close event to WAL at 1731730963398Closed at 1731730963398 2024-11-16T04:22:43,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:22:43,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730963399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730963399"}]},"ts":"1731730963399"} 2024-11-16T04:22:43,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:22:43,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:22:43,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730963401"}]},"ts":"1731730963401"} 2024-11-16T04:22:43,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:22:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00d4ee69ce5fcd06190dedad9a156860, ASSIGN}] 2024-11-16T04:22:43,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00d4ee69ce5fcd06190dedad9a156860, ASSIGN 2024-11-16T04:22:43,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=00d4ee69ce5fcd06190dedad9a156860, ASSIGN; state=OFFLINE, location=fda3efb342d8,37393,1731730952441; forceNewPlan=false, retain=false 2024-11-16T04:22:43,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00d4ee69ce5fcd06190dedad9a156860, regionState=OPENING, regionLocation=fda3efb342d8,37393,1731730952441 2024-11-16T04:22:43,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=00d4ee69ce5fcd06190dedad9a156860, ASSIGN because future has completed 2024-11-16T04:22:43,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d4ee69ce5fcd06190dedad9a156860, server=fda3efb342d8,37393,1731730952441}] 2024-11-16T04:22:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:43,712 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,712 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 00d4ee69ce5fcd06190dedad9a156860, NAME => 'test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:43,712 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:43,712 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:22:43,712 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,713 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:43,713 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,713 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,714 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,714 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d4ee69ce5fcd06190dedad9a156860 columnFamilyName f 2024-11-16T04:22:43,714 DEBUG [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:43,715 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] regionserver.HStore(327): Store=00d4ee69ce5fcd06190dedad9a156860/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:43,715 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,716 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d4ee69ce5fcd06190dedad9a156860 columnFamilyName f1 2024-11-16T04:22:43,716 DEBUG [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:43,716 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] regionserver.HStore(327): Store=00d4ee69ce5fcd06190dedad9a156860/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:43,716 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,717 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d4ee69ce5fcd06190dedad9a156860 columnFamilyName norep 2024-11-16T04:22:43,717 DEBUG [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:43,717 INFO [StoreOpener-00d4ee69ce5fcd06190dedad9a156860-1 {}] regionserver.HStore(327): Store=00d4ee69ce5fcd06190dedad9a156860/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:43,717 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,718 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,718 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,719 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,719 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,719 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:22:43,720 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,721 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:43,721 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 00d4ee69ce5fcd06190dedad9a156860; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61750148, jitterRate=-0.07985109090805054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:22:43,722 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:43,722 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 00d4ee69ce5fcd06190dedad9a156860: Running coprocessor pre-open hook at 1731730963713Writing region info on filesystem at 1731730963713Initializing all the Stores at 1731730963713Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730963713Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730963713Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730963713Cleaning up temporary data from old regions at 1731730963719 (+6 ms)Running coprocessor post-open hooks at 1731730963722 (+3 ms)Region opened successfully at 1731730963722 2024-11-16T04:22:43,722 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860., pid=6, masterSystemTime=1731730963709 2024-11-16T04:22:43,724 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,724 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:43,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00d4ee69ce5fcd06190dedad9a156860, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,37393,1731730952441 2024-11-16T04:22:43,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d4ee69ce5fcd06190dedad9a156860, server=fda3efb342d8,37393,1731730952441 because future has completed 2024-11-16T04:22:43,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:22:43,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 00d4ee69ce5fcd06190dedad9a156860, server=fda3efb342d8,37393,1731730952441 in 169 msec 2024-11-16T04:22:43,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:22:43,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=00d4ee69ce5fcd06190dedad9a156860, ASSIGN in 324 msec 2024-11-16T04:22:43,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:22:43,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730963730"}]},"ts":"1731730963730"} 2024-11-16T04:22:43,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:22:43,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:22:43,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-16T04:22:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:44,709 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:22:44,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,36741,1731730958116 2024-11-16T04:22:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c741094 2024-11-16T04:22:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:44,710 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:44,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T04:22:44,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:22:44,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:44,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T04:22:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:44,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:22:44,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741835_1011 (size=902) 2024-11-16T04:22:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:45,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17e267dcca9a8d84f5119b5b5fa52c77, NAME => 'test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29 2024-11-16T04:22:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741836_1012 (size=39) 2024-11-16T04:22:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:45,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:45,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17e267dcca9a8d84f5119b5b5fa52c77, disabling compactions & flushes 2024-11-16T04:22:45,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. after waiting 0 ms 2024-11-16T04:22:45,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17e267dcca9a8d84f5119b5b5fa52c77: Waiting for close lock at 1731730965581Disabling compacts and flushes for region at 1731730965581Disabling writes for close at 1731730965581Writing region close event to WAL at 1731730965581Closed at 1731730965581 2024-11-16T04:22:45,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:22:45,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731730965582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730965582"}]},"ts":"1731730965582"} 2024-11-16T04:22:45,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:22:45,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:22:45,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730965584"}]},"ts":"1731730965584"} 2024-11-16T04:22:45,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T04:22:45,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17e267dcca9a8d84f5119b5b5fa52c77, ASSIGN}] 2024-11-16T04:22:45,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17e267dcca9a8d84f5119b5b5fa52c77, ASSIGN 2024-11-16T04:22:45,587 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17e267dcca9a8d84f5119b5b5fa52c77, ASSIGN; state=OFFLINE, location=fda3efb342d8,45587,1731730958251; forceNewPlan=false, retain=false 2024-11-16T04:22:45,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17e267dcca9a8d84f5119b5b5fa52c77, regionState=OPENING, regionLocation=fda3efb342d8,45587,1731730958251 2024-11-16T04:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17e267dcca9a8d84f5119b5b5fa52c77, ASSIGN because future has completed 2024-11-16T04:22:45,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17e267dcca9a8d84f5119b5b5fa52c77, server=fda3efb342d8,45587,1731730958251}] 2024-11-16T04:22:45,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:45,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:45,893 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,894 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17e267dcca9a8d84f5119b5b5fa52c77, NAME => 'test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:45,894 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:45,894 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T04:22:45,894 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,894 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:45,895 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,895 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,896 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,897 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e267dcca9a8d84f5119b5b5fa52c77 columnFamilyName f 2024-11-16T04:22:45,897 DEBUG [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:45,897 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] regionserver.HStore(327): Store=17e267dcca9a8d84f5119b5b5fa52c77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:45,897 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,897 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e267dcca9a8d84f5119b5b5fa52c77 columnFamilyName f1 2024-11-16T04:22:45,897 DEBUG [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:45,898 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] regionserver.HStore(327): Store=17e267dcca9a8d84f5119b5b5fa52c77/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:45,898 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,898 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e267dcca9a8d84f5119b5b5fa52c77 columnFamilyName norep 2024-11-16T04:22:45,898 DEBUG [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:45,899 INFO [StoreOpener-17e267dcca9a8d84f5119b5b5fa52c77-1 {}] regionserver.HStore(327): Store=17e267dcca9a8d84f5119b5b5fa52c77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:45,899 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,899 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,899 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,900 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,900 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,901 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:22:45,901 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,903 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:45,903 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17e267dcca9a8d84f5119b5b5fa52c77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59166642, jitterRate=-0.11834833025932312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:22:45,903 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:45,903 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17e267dcca9a8d84f5119b5b5fa52c77: Running coprocessor pre-open hook at 1731730965895Writing region info on filesystem at 1731730965895Initializing all the Stores at 1731730965895Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730965895Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730965895Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730965895Cleaning up temporary data from old regions at 1731730965900 (+5 ms)Running coprocessor post-open hooks at 1731730965903 (+3 ms)Region opened successfully at 1731730965903 2024-11-16T04:22:45,904 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77., pid=6, masterSystemTime=1731730965891 2024-11-16T04:22:45,905 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,905 INFO [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:45,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17e267dcca9a8d84f5119b5b5fa52c77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fda3efb342d8,45587,1731730958251 2024-11-16T04:22:45,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17e267dcca9a8d84f5119b5b5fa52c77, server=fda3efb342d8,45587,1731730958251 because future has completed 2024-11-16T04:22:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:45,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:22:45,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17e267dcca9a8d84f5119b5b5fa52c77, server=fda3efb342d8,45587,1731730958251 in 169 msec 2024-11-16T04:22:45,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:22:45,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17e267dcca9a8d84f5119b5b5fa52c77, ASSIGN in 324 msec 2024-11-16T04:22:45,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:22:45,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730965911"}]},"ts":"1731730965911"} 2024-11-16T04:22:45,912 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T04:22:45,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:22:45,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec 2024-11-16T04:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:22:46,920 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T04:22:46,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:46,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44861,-1 for getting cluster id 2024-11-16T04:22:46,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:46,921 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55c8d14-b005-4b83-a94f-8127fe745672' 2024-11-16T04:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55c8d14-b005-4b83-a94f-8127fe745672" 2024-11-16T04:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41810189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44861,-1] 2024-11-16T04:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:46,923 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259c6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:46,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44861,1731730946947 2024-11-16T04:22:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef62705 2024-11-16T04:22:46,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:46,925 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:46,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fda3efb342d8:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:22:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:22:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:46,927 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:39285' 2024-11-16T04:22:46,928 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313346ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:46,928 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39285,-1 for getting cluster id 2024-11-16T04:22:46,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:46,929 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69d8b852-bdb5-4efb-8f40-60d925b44894' 2024-11-16T04:22:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69d8b852-bdb5-4efb-8f40-60d925b44894" 2024-11-16T04:22:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181391da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39285,-1] 2024-11-16T04:22:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:46,930 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:46,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2eeedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:46,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39285,1731730952311 2024-11-16T04:22:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2122e07b 2024-11-16T04:22:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:46,932 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:46,932 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T04:22:46,933 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:22:46,933 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:46,933 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:46,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:46,933 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:22:46,934 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T04:22:46,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:22:46,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:46,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:22:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741837_1013 (size=1138) 2024-11-16T04:22:46,984 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T04:22:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:47,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4032978885285f7149a327e0c551de94, NAME => 'hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf 2024-11-16T04:22:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741838_1014 (size=44) 2024-11-16T04:22:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:47,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:47,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4032978885285f7149a327e0c551de94, disabling compactions & flushes 2024-11-16T04:22:47,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:47,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:47,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. after waiting 0 ms 2024-11-16T04:22:47,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:47,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:47,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4032978885285f7149a327e0c551de94: Waiting for close lock at 1731730967749Disabling compacts and flushes for region at 1731730967749Disabling writes for close at 1731730967749Writing region close event to WAL at 1731730967749Closed at 1731730967749 2024-11-16T04:22:47,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:22:47,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731730967750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730967750"}]},"ts":"1731730967750"} 2024-11-16T04:22:47,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:22:47,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:22:47,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730967754"}]},"ts":"1731730967754"} 2024-11-16T04:22:47,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T04:22:47,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4032978885285f7149a327e0c551de94, ASSIGN}] 2024-11-16T04:22:47,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4032978885285f7149a327e0c551de94, ASSIGN 2024-11-16T04:22:47,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4032978885285f7149a327e0c551de94, ASSIGN; state=OFFLINE, location=fda3efb342d8,45541,1731730947285; forceNewPlan=false, retain=false 2024-11-16T04:22:47,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4032978885285f7149a327e0c551de94, regionState=OPENING, regionLocation=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:47,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4032978885285f7149a327e0c551de94, ASSIGN because future has completed 2024-11-16T04:22:47,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4032978885285f7149a327e0c551de94, server=fda3efb342d8,45541,1731730947285}] 2024-11-16T04:22:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:48,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:48,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:22:48,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T04:22:48,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fda3efb342d8%2C45541%2C1731730947285.rep, suffix=, logDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285, archiveDir=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/oldWALs, maxLogs=10 2024-11-16T04:22:48,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730968070, exclude list is [], retry=0 2024-11-16T04:22:48,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:48,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730968070 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4032978885285f7149a327e0c551de94, NAME => 'hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:22:48,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. service=MultiRowMutationService 2024-11-16T04:22:48,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,093 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,093 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4032978885285f7149a327e0c551de94 columnFamilyName hfileref 2024-11-16T04:22:48,093 DEBUG [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:48,094 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] regionserver.HStore(327): Store=4032978885285f7149a327e0c551de94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:48,094 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,094 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4032978885285f7149a327e0c551de94 columnFamilyName queue 2024-11-16T04:22:48,094 DEBUG [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:48,095 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] regionserver.HStore(327): Store=4032978885285f7149a327e0c551de94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:48,095 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,095 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4032978885285f7149a327e0c551de94 columnFamilyName sid 2024-11-16T04:22:48,095 DEBUG [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:22:48,096 INFO [StoreOpener-4032978885285f7149a327e0c551de94-1 {}] regionserver.HStore(327): Store=4032978885285f7149a327e0c551de94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:22:48,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T04:22:48,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:22:48,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4032978885285f7149a327e0c551de94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72739432, jitterRate=0.08390200138092041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T04:22:48,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:48,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4032978885285f7149a327e0c551de94: Running coprocessor pre-open hook at 1731730968092Writing region info on filesystem at 1731730968092Initializing all the Stores at 1731730968092Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730968092Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730968092Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730968092Cleaning up temporary data from old regions at 1731730968097 (+5 ms)Running coprocessor post-open hooks at 1731730968100 (+3 ms)Region opened successfully at 1731730968100 2024-11-16T04:22:48,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94., pid=10, masterSystemTime=1731730968066 2024-11-16T04:22:48,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:48,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:48,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4032978885285f7149a327e0c551de94, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,45541,1731730947285 2024-11-16T04:22:48,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4032978885285f7149a327e0c551de94, server=fda3efb342d8,45541,1731730947285 because future has completed 2024-11-16T04:22:48,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:22:48,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4032978885285f7149a327e0c551de94, server=fda3efb342d8,45541,1731730947285 in 191 msec 2024-11-16T04:22:48,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:22:48,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4032978885285f7149a327e0c551de94, ASSIGN in 349 msec 2024-11-16T04:22:48,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:22:48,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730968107"}]},"ts":"1731730968107"} 2024-11-16T04:22:48,108 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T04:22:48,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:22:48,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-16T04:22:48,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94., hostname=fda3efb342d8,45541,1731730947285, seqNum=2] 2024-11-16T04:22:48,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:48,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:48,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:22:48,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T04:22:48,406 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T04:22:48,429 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:22:48,437 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fda3efb342d8,45541,1731730947285, ReplicationSource: 1, currentBandwidth=0 2024-11-16T04:22:48,437 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:48,438 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45541,1731730947285, seqNum=-1] 2024-11-16T04:22:48,438 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:48,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T04:22:48,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fda3efb342d8,45541,1731730947285', locateType=CURRENT is [region=hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94., hostname=fda3efb342d8,45541,1731730947285, seqNum=2] 2024-11-16T04:22:48,442 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T04:22:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T04:22:48,444 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fda3efb342d8,45541,1731730947285 suceeded 2024-11-16T04:22:48,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:22:48,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-16T04:22:48,445 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fda3efb342d8:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:22:48,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-16T04:22:48,455 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:39285' 2024-11-16T04:22:48,456 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423994de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:48,456 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39285,-1 for getting cluster id 2024-11-16T04:22:48,456 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:48,456 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69d8b852-bdb5-4efb-8f40-60d925b44894' 2024-11-16T04:22:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69d8b852-bdb5-4efb-8f40-60d925b44894" 2024-11-16T04:22:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f9710de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39285,-1] 2024-11-16T04:22:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:48,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:48,458 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:48,458 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f8f5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:48,458 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:48,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39285,1731730952311 2024-11-16T04:22:48,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c3ba544 2024-11-16T04:22:48,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:48,460 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T04:22:48,460 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fda3efb342d8,45541,1731730947285 (queues=1) is replicating from cluster=c55c8d14-b005-4b83-a94f-8127fe745672 to cluster=69d8b852-bdb5-4efb-8f40-60d925b44894 2024-11-16T04:22:48,460 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fda3efb342d8%2C45541%2C1731730947285 2024-11-16T04:22:48,460 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fda3efb342d8,45541,1731730947285, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:22:48,461 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C45541%2C1731730947285 2024-11-16T04:22:48,461 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481, startPosition=0, beingWritten=true 2024-11-16T04:22:48,465 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:48,465 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 379, reset compression=false 2024-11-16T04:22:48,465 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45541,1731730947285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:48,668 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 379, reset compression=false 2024-11-16T04:22:48,971 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 379, reset compression=false 2024-11-16T04:22:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:22:49,069 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T04:22:49,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:49,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:49,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:49,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44861,-1 for getting cluster id 2024-11-16T04:22:49,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:49,070 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55c8d14-b005-4b83-a94f-8127fe745672' 2024-11-16T04:22:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55c8d14-b005-4b83-a94f-8127fe745672" 2024-11-16T04:22:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b24cd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44861,-1] 2024-11-16T04:22:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,071 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e9463b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39285,-1 for getting cluster id 2024-11-16T04:22:49,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:49,073 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69d8b852-bdb5-4efb-8f40-60d925b44894' 2024-11-16T04:22:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69d8b852-bdb5-4efb-8f40-60d925b44894" 2024-11-16T04:22:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5092ad99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39285,-1] 2024-11-16T04:22:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,074 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be75f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36741,-1 for getting cluster id 2024-11-16T04:22:49,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:49,075 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6f4f735-0edc-4dda-8ed5-de1cba0f1db2' 2024-11-16T04:22:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6f4f735-0edc-4dda-8ed5-de1cba0f1db2" 2024-11-16T04:22:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482089b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36741,-1] 2024-11-16T04:22:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,076 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4ff9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:49,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731730969079/Put/seqid=0 2024-11-16T04:22:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741840_1016 (size=7894) 2024-11-16T04:22:49,374 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 379, reset compression=false 2024-11-16T04:22:49,486 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731730969485/Put/seqid=0 2024-11-16T04:22:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741841_1017 (size=7691) 2024-11-16T04:22:49,878 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 379, reset compression=false 2024-11-16T04:22:49,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44861,-1 for getting cluster id 2024-11-16T04:22:49,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:49,894 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55c8d14-b005-4b83-a94f-8127fe745672' 2024-11-16T04:22:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55c8d14-b005-4b83-a94f-8127fe745672" 2024-11-16T04:22:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad18a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44861,-1] 2024-11-16T04:22:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:49,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,896 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:49,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:49,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45541,1731730947285, seqNum=-1] 2024-11-16T04:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:49,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:49,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:49,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44861,1731730946947 2024-11-16T04:22:49,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8cc1d34 2024-11-16T04:22:49,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:49,912 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., hostname=fda3efb342d8,45541,1731730947285, seqNum=2] 2024-11-16T04:22:49,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:22:49,925 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T04:22:49,928 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T04:22:49,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T04:22:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:49,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T04:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegion(2603): Flush status journal for d0ec529c790b8280637c18f8eae92024: 2024-11-16T04:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_1 2024-11-16T04:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_1 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ 2024-11-16T04:22:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_0 2024-11-16T04:22:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_0 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ 2024-11-16T04:22:49,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_1 into d0ec529c790b8280637c18f8eae92024/f as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ - updating store file list. 2024-11-16T04:22:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3af3a931bed64d12b0bd254d0c01733e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:49,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ into d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:49,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_1 into d0ec529c790b8280637c18f8eae92024/f (new location: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_) 2024-11-16T04:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_1 2024-11-16T04:22:49,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_0 into d0ec529c790b8280637c18f8eae92024/f as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ - updating store file list. 2024-11-16T04:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45c5aba05e344495bf38ca80d94b5e55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:49,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ into d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:49,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_0 into d0ec529c790b8280637c18f8eae92024/f (new location: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_) 2024-11-16T04:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__i3qobo607l0oh6fkqh8laq5q54kfvkc7vf3hqqn98u8vmovc9is33cms3d58h79r/f/hfile_0 2024-11-16T04:22:49,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:49,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:49,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:49,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., hostname=fda3efb342d8,45541,1731730947285, seqNum=2 , the old value is region=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., hostname=fda3efb342d8,45541,1731730947285, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fda3efb342d8:45541 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:22:49,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., hostname=fda3efb342d8,45541,1731730947285, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T04:22:49,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., hostname=fda3efb342d8,45541,1731730947285, seqNum=2 from cache 2024-11-16T04:22:49,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:49,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:48030 deadline: 1731731029972 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:48030 2024-11-16T04:22:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37393,1731730952441, seqNum=-1] 2024-11-16T04:22:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:49,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860., hostname=fda3efb342d8,37393,1731730952441, seqNum=2] 2024-11-16T04:22:49,977 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:22:50,080 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:45541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T04:22:50,483 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 379, reset compression=false 2024-11-16T04:22:50,488 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:50,488 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45541,1731730947285 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0ec529c790b8280637c18f8eae92024/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730969970/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T04:22:50,490 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:50,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T04:22:50,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.ReplicationSink(318): Replicating [c55c8d14-b005-4b83-a94f-8127fe745672] bulk loaded data 2024-11-16T04:22:50,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ddbc21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:50,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,39285,-1 for getting cluster id 2024-11-16T04:22:50,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:50,495 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69d8b852-bdb5-4efb-8f40-60d925b44894' 2024-11-16T04:22:50,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:50,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69d8b852-bdb5-4efb-8f40-60d925b44894" 2024-11-16T04:22:50,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea6e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,39285,-1] 2024-11-16T04:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:50,496 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:50,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5019c212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:50,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741837_1013 (size=7691) 2024-11-16T04:22:50,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741838_1014 (size=7894) 2024-11-16T04:22:50,688 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 687, reset compression=false 2024-11-16T04:22:50,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:50,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,39285,1731730952311 2024-11-16T04:22:50,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@618c663e 2024-11-16T04:22:50,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:50,928 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T04:22:50,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:22:50,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,37393,1731730952441, seqNum=-1] 2024-11-16T04:22:50,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:50,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T04:22:50,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T04:22:50,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T04:22:50,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ for inclusion in 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T04:22:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:50,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ for inclusion in 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T04:22:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HRegion(2603): Flush status journal for 00d4ee69ce5fcd06190dedad9a156860: 2024-11-16T04:22:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:22:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/64c12c89f26a44b397187c8152b908d3_SeqId_4_ 2024-11-16T04:22:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:22:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/4bb547716a554b9d895f4fb2c315fd5a_SeqId_4_ 2024-11-16T04:22:50,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ into 00d4ee69ce5fcd06190dedad9a156860/f as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/64c12c89f26a44b397187c8152b908d3_SeqId_4_ - updating store file list. 2024-11-16T04:22:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64c12c89f26a44b397187c8152b908d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:50,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/64c12c89f26a44b397187c8152b908d3_SeqId_4_ into 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:50,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ into 00d4ee69ce5fcd06190dedad9a156860/f (new location: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/64c12c89f26a44b397187c8152b908d3_SeqId_4_) 2024-11-16T04:22:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/3af3a931bed64d12b0bd254d0c01733e_SeqId_4_ 2024-11-16T04:22:50,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ into 00d4ee69ce5fcd06190dedad9a156860/f as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/4bb547716a554b9d895f4fb2c315fd5a_SeqId_4_ - updating store file list. 2024-11-16T04:22:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bb547716a554b9d895f4fb2c315fd5a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:50,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/4bb547716a554b9d895f4fb2c315fd5a_SeqId_4_ into 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:50,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ into 00d4ee69ce5fcd06190dedad9a156860/f (new location: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/4bb547716a554b9d895f4fb2c315fd5a_SeqId_4_) 2024-11-16T04:22:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__pvhlmqnvk9qrg3junk8t37hknim1mqpt5f1p6ed6qjj6k5hjpnvlu81a8mndpqm0/f/45c5aba05e344495bf38ca80d94b5e55_SeqId_4_ 2024-11-16T04:22:50,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.ReplicationSink(324): Finished replicating [c55c8d14-b005-4b83-a94f-8127fe745672] bulk loaded data 2024-11-16T04:22:50,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45587,1731730958251, seqNum=-1] 2024-11-16T04:22:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:50,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77., hostname=fda3efb342d8,45587,1731730958251, seqNum=2] 2024-11-16T04:22:50,992 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 687, reset compression=false 2024-11-16T04:22:50,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:50,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:22:50,996 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fda3efb342d8%2C45541%2C1731730947285.meta:.meta(num 1731730950516) roll requested 2024-11-16T04:22:51,012 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.meta.1731730970997.meta, exclude list is [], retry=0 2024-11-16T04:22:51,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:51,016 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.meta.1731730950516.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.meta.1731730970997.meta 2024-11-16T04:22:51,016 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:51,016 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.meta.1731730950516.meta is not closed yet, will try archiving it next time 2024-11-16T04:22:51,016 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fda3efb342d8%2C45541%2C1731730947285.rep:(num 1731730968070) roll requested 2024-11-16T04:22:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741834_1010 (size=3473) 2024-11-16T04:22:51,029 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730971016, exclude list is [], retry=0 2024-11-16T04:22:51,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:51,034 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730968070 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730971016 2024-11-16T04:22:51,039 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:51,039 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730968070 is not closed yet, will try archiving it next time 2024-11-16T04:22:51,039 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fda3efb342d8%2C45541%2C1731730947285:(num 1731730949481) roll requested 2024-11-16T04:22:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741839_1015 (size=1505) 2024-11-16T04:22:51,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.rep.1731730968070 not finished, retry = 0 2024-11-16T04:22:51,057 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039, exclude list is [], retry=0 2024-11-16T04:22:51,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-c4b2d740-a4be-434d-bd93-4a5213cf2ddf,DISK] 2024-11-16T04:22:51,060 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 2024-11-16T04:22:51,062 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-16T04:22:51,062 DEBUG [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 is not closed yet, will try archiving it next time 2024-11-16T04:22:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741832_1008 (size=695) 2024-11-16T04:22:51,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44861,-1 for getting cluster id 2024-11-16T04:22:51,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:51,065 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/oldWALs/fda3efb342d8%2C45541%2C1731730947285.1731730949481 2024-11-16T04:22:51,065 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55c8d14-b005-4b83-a94f-8127fe745672' 2024-11-16T04:22:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55c8d14-b005-4b83-a94f-8127fe745672" 2024-11-16T04:22:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aac0a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44861,-1] 2024-11-16T04:22:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,068 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:51,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36518e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44861,1731730946947 2024-11-16T04:22:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ead539 2024-11-16T04:22:51,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:51,070 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:51,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fda3efb342d8:36741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T04:22:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T04:22:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:22:51,073 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:36741' 2024-11-16T04:22:51,073 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba22d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,073 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36741,-1 for getting cluster id 2024-11-16T04:22:51,074 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:51,074 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6f4f735-0edc-4dda-8ed5-de1cba0f1db2' 2024-11-16T04:22:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6f4f735-0edc-4dda-8ed5-de1cba0f1db2" 2024-11-16T04:22:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1138c7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36741,-1] 2024-11-16T04:22:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:51,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,075 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:51,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6275aa7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,076 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,36741,1731730958116 2024-11-16T04:22:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ff25d82 2024-11-16T04:22:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:51,077 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:51,077 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T04:22:51,077 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T04:22:51,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:51,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T04:22:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:22:51,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T04:22:51,260 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T04:22:51,294 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-fda3efb342d8,45541,1731730947285, ReplicationSource: 2, currentBandwidth=0 2024-11-16T04:22:51,296 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T04:22:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T04:22:51,298 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fda3efb342d8,45541,1731730947285 suceeded 2024-11-16T04:22:51,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T04:22:51,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-16T04:22:51,299 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fda3efb342d8:36741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T04:22:51,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 230 msec 2024-11-16T04:22:51,309 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fda3efb342d8:36741' 2024-11-16T04:22:51,309 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d8c75b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,309 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36741,-1 for getting cluster id 2024-11-16T04:22:51,310 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:51,310 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6f4f735-0edc-4dda-8ed5-de1cba0f1db2' 2024-11-16T04:22:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6f4f735-0edc-4dda-8ed5-de1cba0f1db2" 2024-11-16T04:22:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8c9231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36741,-1] 2024-11-16T04:22:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:51,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,311 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:51,311 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7276e25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,312 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:51,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,36741,1731730958116 2024-11-16T04:22:51,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ad6929 2024-11-16T04:22:51,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:51,313 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T04:22:51,313 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fda3efb342d8,45541,1731730947285 (queues=1) is replicating from cluster=c55c8d14-b005-4b83-a94f-8127fe745672 to cluster=c6f4f735-0edc-4dda-8ed5-de1cba0f1db2 2024-11-16T04:22:51,313 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fda3efb342d8%2C45541%2C1731730947285 2024-11-16T04:22:51,313 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fda3efb342d8,45541,1731730947285, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T04:22:51,314 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fda3efb342d8%2C45541%2C1731730947285 2024-11-16T04:22:51,314 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039, startPosition=0, beingWritten=true 2024-11-16T04:22:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T04:22:51,390 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T04:22:51,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:51,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:51,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:22:51,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:51,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731730971393/Put/seqid=0 2024-11-16T04:22:51,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741845_1021 (size=11194) 2024-11-16T04:22:51,397 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 to pos 687, reset compression=false 2024-11-16T04:22:51,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:51,398 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 was moved to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/oldWALs/fda3efb342d8%2C45541%2C1731730947285.1731730949481 2024-11-16T04:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731730971402/Put/seqid=0 2024-11-16T04:22:51,405 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481 2024-11-16T04:22:51,405 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45541,1731730947285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730949481, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T04:22:51,405 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039, startPosition=0, beingWritten=true 2024-11-16T04:22:51,407 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fda3efb342d8%2C45541%2C1731730947285.1731730949481] 2024-11-16T04:22:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741846_1022 (size=10791) 2024-11-16T04:22:51,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:51,517 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 0, reset compression=false 2024-11-16T04:22:51,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,44861,-1 for getting cluster id 2024-11-16T04:22:51,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:51,817 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55c8d14-b005-4b83-a94f-8127fe745672' 2024-11-16T04:22:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55c8d14-b005-4b83-a94f-8127fe745672" 2024-11-16T04:22:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a231a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,44861,-1] 2024-11-16T04:22:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,818 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:51,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:51,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45541,1731730947285, seqNum=-1] 2024-11-16T04:22:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:51,821 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 0, reset compression=false 2024-11-16T04:22:51,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:22:51,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,44861,1731730946947 2024-11-16T04:22:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1766116 2024-11-16T04:22:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:51,834 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:22:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., hostname=fda3efb342d8,45541,1731730947285, seqNum=2] 2024-11-16T04:22:51,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:22:51,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T04:22:51,846 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T04:22:51,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T04:22:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:51,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T04:22:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegion(2603): Flush status journal for d0ec529c790b8280637c18f8eae92024: 2024-11-16T04:22:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_0 2024-11-16T04:22:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_0 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ 2024-11-16T04:22:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_1 2024-11-16T04:22:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_1 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3bb6357939de4266876154cd40822a63_SeqId_6_ 2024-11-16T04:22:51,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_0 into d0ec529c790b8280637c18f8eae92024/f as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ - updating store file list. 2024-11-16T04:22:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:51,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ into d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:51,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_0 into d0ec529c790b8280637c18f8eae92024/f (new location: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_) 2024-11-16T04:22:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_0 2024-11-16T04:22:51,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_1 into d0ec529c790b8280637c18f8eae92024/f as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3bb6357939de4266876154cd40822a63_SeqId_6_ - updating store file list. 2024-11-16T04:22:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bb6357939de4266876154cd40822a63_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:51,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3bb6357939de4266876154cd40822a63_SeqId_6_ into d0ec529c790b8280637c18f8eae92024/f 2024-11-16T04:22:51,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_1 into d0ec529c790b8280637c18f8eae92024/f (new location: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/f/3bb6357939de4266876154cd40822a63_SeqId_6_) 2024-11-16T04:22:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/staging/jenkins__test__o4jc2ajuqe1m36dnsggtu0mnmuo8gh7jtlai3h3diqtvk165be47r6s0oeodmuda/f/hfile_1 2024-11-16T04:22:51,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:51,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:51,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:51,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:51,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T04:22:51,922 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 0, reset compression=false 2024-11-16T04:22:51,925 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:51,925 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45541,1731730947285 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0ec529c790b8280637c18f8eae92024/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730971876/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T04:22:51,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.ReplicationSink(318): Replicating [c55c8d14-b005-4b83-a94f-8127fe745672] bulk loaded data 2024-11-16T04:22:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741839_1015 (size=11194) 2024-11-16T04:22:52,125 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:52,230 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 0, reset compression=false 2024-11-16T04:22:52,234 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T04:22:52,234 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fda3efb342d8,45541,1731730947285 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0ec529c790b8280637c18f8eae92024/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731730971876/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T04:22:52,236 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:22:52,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T04:22:52,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.ReplicationSink(318): Replicating [c55c8d14-b005-4b83-a94f-8127fe745672] bulk loaded data 2024-11-16T04:22:52,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c35924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:52,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,36741,-1 for getting cluster id 2024-11-16T04:22:52,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:22:52,238 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6f4f735-0edc-4dda-8ed5-de1cba0f1db2' 2024-11-16T04:22:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:22:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6f4f735-0edc-4dda-8ed5-de1cba0f1db2" 2024-11-16T04:22:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423858df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,36741,-1] 2024-11-16T04:22:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:22:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:52,239 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:22:52,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a1aca75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:22:52,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741837_1013 (size=11194) 2024-11-16T04:22:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741840_1016 (size=10791) 2024-11-16T04:22:52,428 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:52,434 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741838_1014 (size=10791) 2024-11-16T04:22:52,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:22:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,36741,1731730958116 2024-11-16T04:22:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1deb860e 2024-11-16T04:22:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:22:52,683 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T04:22:52,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:22:52,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:22:52,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,45587,1731730958251, seqNum=-1] 2024-11-16T04:22:52,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:22:52,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T04:22:52,698 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/3bb6357939de4266876154cd40822a63_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T04:22:52,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T04:22:52,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/3bb6357939de4266876154cd40822a63_SeqId_6_ for inclusion in 17e267dcca9a8d84f5119b5b5fa52c77/f 2024-11-16T04:22:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T04:22:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:52,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ for inclusion in 17e267dcca9a8d84f5119b5b5fa52c77/f 2024-11-16T04:22:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T04:22:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegion(2603): Flush status journal for 17e267dcca9a8d84f5119b5b5fa52c77: 2024-11-16T04:22:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bb6357939de4266876154cd40822a63_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/3bb6357939de4266876154cd40822a63_SeqId_6_ as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/ade1be877c344264b60a47c4f8e3a898_SeqId_4_ 2024-11-16T04:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:22:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/bac3aa1d46174af1a1456c4b8a270c35_SeqId_4_ 2024-11-16T04:22:52,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/3bb6357939de4266876154cd40822a63_SeqId_6_ into 17e267dcca9a8d84f5119b5b5fa52c77/f as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/ade1be877c344264b60a47c4f8e3a898_SeqId_4_ - updating store file list. 2024-11-16T04:22:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ade1be877c344264b60a47c4f8e3a898_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:52,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/ade1be877c344264b60a47c4f8e3a898_SeqId_4_ into 17e267dcca9a8d84f5119b5b5fa52c77/f 2024-11-16T04:22:52,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/3bb6357939de4266876154cd40822a63_SeqId_6_ into 17e267dcca9a8d84f5119b5b5fa52c77/f (new location: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/ade1be877c344264b60a47c4f8e3a898_SeqId_4_) 2024-11-16T04:22:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/3bb6357939de4266876154cd40822a63_SeqId_6_ 2024-11-16T04:22:52,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ into 17e267dcca9a8d84f5119b5b5fa52c77/f as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/bac3aa1d46174af1a1456c4b8a270c35_SeqId_4_ - updating store file list. 2024-11-16T04:22:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bac3aa1d46174af1a1456c4b8a270c35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:52,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/bac3aa1d46174af1a1456c4b8a270c35_SeqId_4_ into 17e267dcca9a8d84f5119b5b5fa52c77/f 2024-11-16T04:22:52,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ into 17e267dcca9a8d84f5119b5b5fa52c77/f (new location: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/f/bac3aa1d46174af1a1456c4b8a270c35_SeqId_4_) 2024-11-16T04:22:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/staging/jenkins.hfs.23__test__fjnq9i1meua17lqq8cs14hfii5r45gusc7taeu3k8euhdosu5psuophb5qbe7fml/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ 2024-11-16T04:22:52,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.ReplicationSink(324): Finished replicating [c55c8d14-b005-4b83-a94f-8127fe745672] bulk loaded data 2024-11-16T04:22:52,737 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:52,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T04:22:52,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/3bb6357939de4266876154cd40822a63_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T04:22:52,756 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T04:22:52,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/3bb6357939de4266876154cd40822a63_SeqId_6_ for inclusion in 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T04:22:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:52,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ for inclusion in 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T04:22:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T04:22:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HRegion(2603): Flush status journal for 00d4ee69ce5fcd06190dedad9a156860: 2024-11-16T04:22:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bb6357939de4266876154cd40822a63_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:22:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/3bb6357939de4266876154cd40822a63_SeqId_6_ as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/49d7089f3ad34224b983d65070d31133_SeqId_6_ 2024-11-16T04:22:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T04:22:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/37ac1616194c48f1aa576e5e39ac0153_SeqId_6_ 2024-11-16T04:22:52,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/3bb6357939de4266876154cd40822a63_SeqId_6_ into 00d4ee69ce5fcd06190dedad9a156860/f as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/49d7089f3ad34224b983d65070d31133_SeqId_6_ - updating store file list. 2024-11-16T04:22:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49d7089f3ad34224b983d65070d31133_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:52,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/49d7089f3ad34224b983d65070d31133_SeqId_6_ into 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:52,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/3bb6357939de4266876154cd40822a63_SeqId_6_ into 00d4ee69ce5fcd06190dedad9a156860/f (new location: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/49d7089f3ad34224b983d65070d31133_SeqId_6_) 2024-11-16T04:22:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/3bb6357939de4266876154cd40822a63_SeqId_6_ 2024-11-16T04:22:52,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ into 00d4ee69ce5fcd06190dedad9a156860/f as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/37ac1616194c48f1aa576e5e39ac0153_SeqId_6_ - updating store file list. 2024-11-16T04:22:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37ac1616194c48f1aa576e5e39ac0153_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T04:22:52,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/37ac1616194c48f1aa576e5e39ac0153_SeqId_6_ into 00d4ee69ce5fcd06190dedad9a156860/f 2024-11-16T04:22:52,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ into 00d4ee69ce5fcd06190dedad9a156860/f (new location: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/f/37ac1616194c48f1aa576e5e39ac0153_SeqId_6_) 2024-11-16T04:22:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/staging/jenkins.hfs.22__test__lnugtvau448jtn8r7nfg1btc5mj8d0mugd8hfdfch0fsj7r7adl5qsg4pm3iggeu/f/abead7ad6fd7445a8acb099ca3aaf8cc_SeqId_6_ 2024-11-16T04:22:52,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37393 {}] regionserver.ReplicationSink(324): Finished replicating [c55c8d14-b005-4b83-a94f-8127fe745672] bulk loaded data 2024-11-16T04:22:52,832 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:52,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:22:52,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:52,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:52,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:52,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:52,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:52,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:22:52,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1867677757, stopped=false 2024-11-16T04:22:52,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,36741,1731730958116 2024-11-16T04:22:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2111129993/running 2024-11-16T04:22:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2111129993/running 2024-11-16T04:22:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:52,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:52,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:52,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:52,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:52,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:52,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/running 2024-11-16T04:22:52,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,45587,1731730958251' ***** 2024-11-16T04:22:52,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:22:52,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Set watcher on znode that does not yet exist, /2-2111129993/running 2024-11-16T04:22:52,970 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:22:52,970 INFO [RS:0;fda3efb342d8:45587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:22:52,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:22:52,970 INFO [RS:0;fda3efb342d8:45587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:22:52,970 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(3091): Received CLOSE for 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:52,970 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,45587,1731730958251 2024-11-16T04:22:52,970 INFO [RS:0;fda3efb342d8:45587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:52,971 INFO [RS:0;fda3efb342d8:45587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45587. 2024-11-16T04:22:52,971 DEBUG [RS:0;fda3efb342d8:45587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:52,971 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17e267dcca9a8d84f5119b5b5fa52c77, disabling compactions & flushes 2024-11-16T04:22:52,971 DEBUG [RS:0;fda3efb342d8:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:52,971 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:52,971 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:52,971 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. after waiting 0 ms 2024-11-16T04:22:52,971 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:52,971 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:22:52,971 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:22:52,971 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:22:52,971 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:22:52,971 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:22:52,971 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17e267dcca9a8d84f5119b5b5fa52c77=test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77.} 2024-11-16T04:22:52,972 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e267dcca9a8d84f5119b5b5fa52c77 2024-11-16T04:22:52,972 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:52,972 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:52,972 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:52,972 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:52,972 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:52,972 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T04:22:52,975 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/default/test/17e267dcca9a8d84f5119b5b5fa52c77/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T04:22:52,975 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:52,975 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:52,975 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:52,975 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17e267dcca9a8d84f5119b5b5fa52c77: Waiting for close lock at 1731730972971Running coprocessor pre-close hooks at 1731730972971Disabling compacts and flushes for region at 1731730972971Disabling writes for close at 1731730972971Writing region close event to WAL at 1731730972972 (+1 ms)Running coprocessor post-close hooks at 1731730972975 (+3 ms)Closed at 1731730972975 2024-11-16T04:22:52,976 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77. 2024-11-16T04:22:52,990 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:52,991 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/info/028ff2ebb3e94582bb43a7d2ba7be992 is 129, key is test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77./info:regioninfo/1731730965906/Put/seqid=0 2024-11-16T04:22:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741839_1015 (size=6421) 2024-11-16T04:22:52,994 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/info/028ff2ebb3e94582bb43a7d2ba7be992 2024-11-16T04:22:53,010 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/ns/ef641f338e404a0b958c4599dd82d78c is 43, key is default/ns:d/1731730960302/Put/seqid=0 2024-11-16T04:22:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741840_1016 (size=5153) 2024-11-16T04:22:53,014 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/ns/ef641f338e404a0b958c4599dd82d78c 2024-11-16T04:22:53,029 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/rep_barrier/83ef2843bd464da1b7f98b8efb379bfe is 112, key is test,,1731730964711.17e267dcca9a8d84f5119b5b5fa52c77./rep_barrier:seqnumDuringOpen/1731730965906/Put/seqid=0 2024-11-16T04:22:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741841_1017 (size=5518) 2024-11-16T04:22:53,151 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:53,172 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:22:53,335 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:53,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T04:22:53,372 DEBUG [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:22:53,432 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/rep_barrier/83ef2843bd464da1b7f98b8efb379bfe 2024-11-16T04:22:53,455 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/table/ea7986626070423395081f31d608e22b is 40, key is test/table:state/1731730965911/Put/seqid=0 2024-11-16T04:22:53,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741842_1018 (size=5165) 2024-11-16T04:22:53,459 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/table/ea7986626070423395081f31d608e22b 2024-11-16T04:22:53,464 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/info/028ff2ebb3e94582bb43a7d2ba7be992 as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/info/028ff2ebb3e94582bb43a7d2ba7be992 2024-11-16T04:22:53,473 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/info/028ff2ebb3e94582bb43a7d2ba7be992, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T04:22:53,474 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/ns/ef641f338e404a0b958c4599dd82d78c as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/ns/ef641f338e404a0b958c4599dd82d78c 2024-11-16T04:22:53,478 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/ns/ef641f338e404a0b958c4599dd82d78c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:22:53,479 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/rep_barrier/83ef2843bd464da1b7f98b8efb379bfe as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/rep_barrier/83ef2843bd464da1b7f98b8efb379bfe 2024-11-16T04:22:53,482 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/rep_barrier/83ef2843bd464da1b7f98b8efb379bfe, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T04:22:53,483 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/.tmp/table/ea7986626070423395081f31d608e22b as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/table/ea7986626070423395081f31d608e22b 2024-11-16T04:22:53,490 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/table/ea7986626070423395081f31d608e22b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:22:53,490 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=11, compaction requested=false 2024-11-16T04:22:53,508 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:22:53,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:53,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:53,509 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:53,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730972972Running coprocessor pre-close hooks at 1731730972972Disabling compacts and flushes for region at 1731730972972Disabling writes for close at 1731730972972Obtaining lock to block concurrent updates at 1731730972972Preparing flush snapshotting stores in 1588230740 at 1731730972972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731730972972Flushing stores of hbase:meta,,1.1588230740 at 1731730972973 (+1 ms)Flushing 1588230740/info: creating writer at 1731730972973Flushing 1588230740/info: appending metadata at 1731730972991 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731730972991Flushing 1588230740/ns: creating writer at 1731730972998 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731730973010 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731730973010Flushing 1588230740/rep_barrier: creating writer at 1731730973017 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730973029 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730973029Flushing 1588230740/table: creating writer at 1731730973436 (+407 ms)Flushing 1588230740/table: appending metadata at 1731730973455 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731730973455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6327c4f9: reopening flushed file at 1731730973463 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb305b9: reopening flushed file at 1731730973473 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1f030a: reopening flushed file at 1731730973478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3707106e: reopening flushed file at 1731730973483 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=11, compaction requested=false at 1731730973490 (+7 ms)Writing region close event to WAL at 1731730973504 (+14 ms)Running coprocessor post-close hooks at 1731730973509 (+5 ms)Closed at 1731730973509 2024-11-16T04:22:53,509 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:53,572 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,45587,1731730958251; all regions closed. 2024-11-16T04:22:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741834_1010 (size=2717) 2024-11-16T04:22:53,577 DEBUG [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/oldWALs 2024-11-16T04:22:53,577 INFO [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C45587%2C1731730958251.meta:.meta(num 1731730960265) 2024-11-16T04:22:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741832_1008 (size=1028) 2024-11-16T04:22:53,583 DEBUG [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/oldWALs 2024-11-16T04:22:53,583 INFO [RS:0;fda3efb342d8:45587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C45587%2C1731730958251:(num 1731730959707) 2024-11-16T04:22:53,583 DEBUG [RS:0;fda3efb342d8:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:53,583 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:53,583 INFO [RS:0;fda3efb342d8:45587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:53,584 INFO [RS:0;fda3efb342d8:45587 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:53,584 INFO [RS:0;fda3efb342d8:45587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:53,584 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:53,584 INFO [RS:0;fda3efb342d8:45587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45587. 2024-11-16T04:22:53,584 DEBUG [RS:0;fda3efb342d8:45587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:53,584 DEBUG [RS:0;fda3efb342d8:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:53,584 DEBUG [RS:0;fda3efb342d8:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:53,584 INFO [RS:0;fda3efb342d8:45587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45587 2024-11-16T04:22:53,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:53,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993/rs 2024-11-16T04:22:53,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2111129993/rs/fda3efb342d8,45587,1731730958251 2024-11-16T04:22:53,633 INFO [RS:0;fda3efb342d8:45587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:53,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,45587,1731730958251] 2024-11-16T04:22:53,654 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:53,654 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/draining/fda3efb342d8,45587,1731730958251 already deleted, retry=false 2024-11-16T04:22:53,654 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,45587,1731730958251 expired; onlineServers=0 2024-11-16T04:22:53,654 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,36741,1731730958116' ***** 2024-11-16T04:22:53,654 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:22:53,654 INFO [M:0;fda3efb342d8:36741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:53,655 INFO [M:0;fda3efb342d8:36741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:53,655 DEBUG [M:0;fda3efb342d8:36741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:22:53,655 DEBUG [M:0;fda3efb342d8:36741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:22:53,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:22:53,655 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730959476 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730959476,5,FailOnTimeoutGroup] 2024-11-16T04:22:53,655 INFO [M:0;fda3efb342d8:36741 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:53,655 INFO [M:0;fda3efb342d8:36741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:53,655 DEBUG [M:0;fda3efb342d8:36741 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:22:53,655 INFO [M:0;fda3efb342d8:36741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:22:53,655 INFO [M:0;fda3efb342d8:36741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:53,655 INFO [M:0;fda3efb342d8:36741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:22:53,655 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:22:53,655 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730959472 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730959472,5,FailOnTimeoutGroup] 2024-11-16T04:22:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2111129993/master 2024-11-16T04:22:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2111129993 2024-11-16T04:22:53,665 INFO [M:0;fda3efb342d8:36741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/.lastflushedseqids 2024-11-16T04:22:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741843_1019 (size=173) 2024-11-16T04:22:53,673 INFO [M:0;fda3efb342d8:36741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:22:53,673 INFO [M:0;fda3efb342d8:36741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:22:53,673 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:53,674 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:53,674 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:53,674 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:53,674 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:53,674 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-16T04:22:53,692 DEBUG [M:0;fda3efb342d8:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e2ae130bea842de886b2843dfb507d4 is 82, key is hbase:meta,,1/info:regioninfo/1731730960290/Put/seqid=0 2024-11-16T04:22:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741844_1020 (size=5672) 2024-11-16T04:22:53,696 INFO [M:0;fda3efb342d8:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e2ae130bea842de886b2843dfb507d4 2024-11-16T04:22:53,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2111129993/master already deleted, retry=false 2024-11-16T04:22:53,717 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-2111129993/master 2024-11-16T04:22:53,719 DEBUG [M:0;fda3efb342d8:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325bf83ec9a54d4caf28bb65e4e9be01 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730965913/Put/seqid=0 2024-11-16T04:22:53,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741845_1021 (size=6587) 2024-11-16T04:22:53,730 INFO [M:0;fda3efb342d8:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325bf83ec9a54d4caf28bb65e4e9be01 2024-11-16T04:22:53,744 INFO [RS:0;fda3efb342d8:45587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:53,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:53,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x10141e12e840007, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:53,744 INFO [RS:0;fda3efb342d8:45587 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,45587,1731730958251; zookeeper connection closed. 2024-11-16T04:22:53,744 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b82359 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b82359 2024-11-16T04:22:53,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:22:53,750 DEBUG [M:0;fda3efb342d8:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0f4d36e11ca4d85b80f9614a36f0a77 is 69, key is fda3efb342d8,45587,1731730958251/rs:state/1731730959510/Put/seqid=0 2024-11-16T04:22:53,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741846_1022 (size=5156) 2024-11-16T04:22:53,754 INFO [M:0;fda3efb342d8:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0f4d36e11ca4d85b80f9614a36f0a77 2024-11-16T04:22:53,758 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e2ae130bea842de886b2843dfb507d4 as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e2ae130bea842de886b2843dfb507d4 2024-11-16T04:22:53,762 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e2ae130bea842de886b2843dfb507d4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T04:22:53,763 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/325bf83ec9a54d4caf28bb65e4e9be01 as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/325bf83ec9a54d4caf28bb65e4e9be01 2024-11-16T04:22:53,766 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/325bf83ec9a54d4caf28bb65e4e9be01, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T04:22:53,767 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0f4d36e11ca4d85b80f9614a36f0a77 as hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0f4d36e11ca4d85b80f9614a36f0a77 2024-11-16T04:22:53,770 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45691/user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0f4d36e11ca4d85b80f9614a36f0a77, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T04:22:53,771 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=55, compaction requested=false 2024-11-16T04:22:53,781 INFO [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:53,781 DEBUG [M:0;fda3efb342d8:36741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730973673Disabling compacts and flushes for region at 1731730973673Disabling writes for close at 1731730973674 (+1 ms)Obtaining lock to block concurrent updates at 1731730973674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730973674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731730973674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730973675 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730973675Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730973691 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730973691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730973700 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730973719 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730973719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730973733 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730973749 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730973749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1349da33: reopening flushed file at 1731730973757 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45412408: reopening flushed file at 1731730973762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33065e62: reopening flushed file at 1731730973766 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=55, compaction requested=false at 1731730973771 (+5 ms)Writing region close event to WAL at 1731730973781 (+10 ms)Closed at 1731730973781 2024-11-16T04:22:53,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c95e75f1-5cfd-2ef3-3be2-31d6806e8a29/MasterData/WALs/fda3efb342d8,36741,1731730958116/fda3efb342d8%2C36741%2C1731730958116.1731730959230 not finished, retry = 0 2024-11-16T04:22:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46651 is added to blk_1073741830_1006 (size=32782) 2024-11-16T04:22:53,885 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:53,885 INFO [M:0;fda3efb342d8:36741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:22:53,886 INFO [M:0;fda3efb342d8:36741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36741 2024-11-16T04:22:53,886 INFO [M:0;fda3efb342d8:36741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:53,940 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:53,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:53,997 INFO [M:0;fda3efb342d8:36741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:53,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10141e12e840006, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:53,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@928d69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:54,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2483a4fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:54,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:54,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:54,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:54,002 WARN [BP-1747123256-172.17.0.2-1731730955514 heartbeating to localhost/127.0.0.1:45691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:22:54,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:22:54,002 WARN [BP-1747123256-172.17.0.2-1731730955514 heartbeating to localhost/127.0.0.1:45691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1747123256-172.17.0.2-1731730955514 (Datanode Uuid a0bec205-edc0-48c9-8a1f-374d9c84b285) service to localhost/127.0.0.1:45691 2024-11-16T04:22:54,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:22:54,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/cluster_3cfd2923-8e9a-7e0f-75ae-f2ea1e4eb1f0/data/data1/current/BP-1747123256-172.17.0.2-1731730955514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:54,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/cluster_3cfd2923-8e9a-7e0f-75ae-f2ea1e4eb1f0/data/data2/current/BP-1747123256-172.17.0.2-1731730955514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:54,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:22:54,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7451d88e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:54,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631ccfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:54,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:54,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:54,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/216f0092-bfe4-c9bd-9390-f743440275cd/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:54,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:22:54,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:22:54,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:54,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:54,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:54,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:22:54,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2090951296, stopped=false 2024-11-16T04:22:54,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,39285,1731730952311 2024-11-16T04:22:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1465333668/running 2024-11-16T04:22:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1465333668/running 2024-11-16T04:22:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:54,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:54,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:54,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:54,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,37393,1731730952441' ***** 2024-11-16T04:22:54,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:22:54,055 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:22:54,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:22:54,055 INFO [RS:0;fda3efb342d8:37393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:22:54,056 INFO [RS:0;fda3efb342d8:37393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:22:54,056 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(3091): Received CLOSE for 00d4ee69ce5fcd06190dedad9a156860 2024-11-16T04:22:54,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/running 2024-11-16T04:22:54,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Set watcher on znode that does not yet exist, /1-1465333668/running 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,37393,1731730952441 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:37393. 2024-11-16T04:22:54,057 DEBUG [RS:0;fda3efb342d8:37393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:54,057 DEBUG [RS:0;fda3efb342d8:37393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:22:54,057 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00d4ee69ce5fcd06190dedad9a156860, disabling compactions & flushes 2024-11-16T04:22:54,057 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:22:54,057 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:54,057 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:54,057 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. after waiting 0 ms 2024-11-16T04:22:54,057 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:54,058 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:22:54,058 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1325): Online Regions={00d4ee69ce5fcd06190dedad9a156860=test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:22:54,058 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1351): Waiting on 00d4ee69ce5fcd06190dedad9a156860, 1588230740 2024-11-16T04:22:54,058 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:54,058 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:54,058 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:54,058 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:54,058 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:54,058 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T04:22:54,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/default/test/00d4ee69ce5fcd06190dedad9a156860/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:22:54,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:54,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:54,077 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:54,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00d4ee69ce5fcd06190dedad9a156860: Waiting for close lock at 1731730974057Running coprocessor pre-close hooks at 1731730974057Disabling compacts and flushes for region at 1731730974057Disabling writes for close at 1731730974057Writing region close event to WAL at 1731730974061 (+4 ms)Running coprocessor post-close hooks at 1731730974077 (+16 ms)Closed at 1731730974077 2024-11-16T04:22:54,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860. 2024-11-16T04:22:54,083 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:54,092 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/info/42cd7eeeaf6d4f2791ec7747a706d6a2 is 129, key is test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860./info:regioninfo/1731730963724/Put/seqid=0 2024-11-16T04:22:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741841_1017 (size=6421) 2024-11-16T04:22:54,098 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/info/42cd7eeeaf6d4f2791ec7747a706d6a2 2024-11-16T04:22:54,118 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/ns/f592a6f4e5224abba9bf7d589263650f is 43, key is default/ns:d/1731730955376/Put/seqid=0 2024-11-16T04:22:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741842_1018 (size=5153) 2024-11-16T04:22:54,121 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/ns/f592a6f4e5224abba9bf7d589263650f 2024-11-16T04:22:54,143 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/rep_barrier/82f979b7f8344dffa8a3efc7fa38a493 is 112, key is test,,1731730962561.00d4ee69ce5fcd06190dedad9a156860./rep_barrier:seqnumDuringOpen/1731730963724/Put/seqid=0 2024-11-16T04:22:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741843_1019 (size=5518) 2024-11-16T04:22:54,146 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/rep_barrier/82f979b7f8344dffa8a3efc7fa38a493 2024-11-16T04:22:54,167 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:22:54,167 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:22:54,170 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/table/3bc48a8bcbf44690a60c0066a6504b3c is 40, key is test/table:state/1731730963730/Put/seqid=0 2024-11-16T04:22:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741844_1020 (size=5165) 2024-11-16T04:22:54,258 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:22:54,260 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:54,458 DEBUG [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:22:54,574 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/table/3bc48a8bcbf44690a60c0066a6504b3c 2024-11-16T04:22:54,577 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/info/42cd7eeeaf6d4f2791ec7747a706d6a2 as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/info/42cd7eeeaf6d4f2791ec7747a706d6a2 2024-11-16T04:22:54,580 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/info/42cd7eeeaf6d4f2791ec7747a706d6a2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T04:22:54,581 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/ns/f592a6f4e5224abba9bf7d589263650f as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/ns/f592a6f4e5224abba9bf7d589263650f 2024-11-16T04:22:54,584 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/ns/f592a6f4e5224abba9bf7d589263650f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:22:54,584 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/rep_barrier/82f979b7f8344dffa8a3efc7fa38a493 as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/rep_barrier/82f979b7f8344dffa8a3efc7fa38a493 2024-11-16T04:22:54,587 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/rep_barrier/82f979b7f8344dffa8a3efc7fa38a493, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T04:22:54,587 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/.tmp/table/3bc48a8bcbf44690a60c0066a6504b3c as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/table/3bc48a8bcbf44690a60c0066a6504b3c 2024-11-16T04:22:54,590 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/table/3bc48a8bcbf44690a60c0066a6504b3c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:22:54,590 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=11, compaction requested=false 2024-11-16T04:22:54,593 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:22:54,594 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:54,594 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:54,594 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:54,594 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730974058Running coprocessor pre-close hooks at 1731730974058Disabling compacts and flushes for region at 1731730974058Disabling writes for close at 1731730974058Obtaining lock to block concurrent updates at 1731730974058Preparing flush snapshotting stores in 1588230740 at 1731730974058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731730974059 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730974059Flushing 1588230740/info: creating writer at 1731730974059Flushing 1588230740/info: appending metadata at 1731730974091 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731730974091Flushing 1588230740/ns: creating writer at 1731730974102 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731730974117 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731730974117Flushing 1588230740/rep_barrier: creating writer at 1731730974125 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730974142 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730974143 (+1 ms)Flushing 1588230740/table: creating writer at 1731730974157 (+14 ms)Flushing 1588230740/table: appending metadata at 1731730974170 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731730974170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fd3a2: reopening flushed file at 1731730974576 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27352004: reopening flushed file at 1731730974580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65309515: reopening flushed file at 1731730974584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1199e6bf: reopening flushed file at 1731730974587 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=11, compaction requested=false at 1731730974590 (+3 ms)Writing region close event to WAL at 1731730974591 (+1 ms)Running coprocessor post-close hooks at 1731730974594 (+3 ms)Closed at 1731730974594 2024-11-16T04:22:54,594 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:54,644 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:54,659 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,37393,1731730952441; all regions closed. 2024-11-16T04:22:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741834_1010 (size=2717) 2024-11-16T04:22:54,662 DEBUG [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/oldWALs 2024-11-16T04:22:54,662 INFO [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37393%2C1731730952441.meta:.meta(num 1731730955339) 2024-11-16T04:22:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741832_1008 (size=1374) 2024-11-16T04:22:54,668 DEBUG [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/oldWALs 2024-11-16T04:22:54,668 INFO [RS:0;fda3efb342d8:37393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C37393%2C1731730952441:(num 1731730954309) 2024-11-16T04:22:54,668 DEBUG [RS:0;fda3efb342d8:37393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,668 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:54,668 INFO [RS:0;fda3efb342d8:37393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:54,668 INFO [RS:0;fda3efb342d8:37393 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:54,669 INFO [RS:0;fda3efb342d8:37393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:54,669 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:54,669 INFO [RS:0;fda3efb342d8:37393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:37393. 2024-11-16T04:22:54,669 DEBUG [RS:0;fda3efb342d8:37393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:54,669 DEBUG [RS:0;fda3efb342d8:37393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,669 DEBUG [RS:0;fda3efb342d8:37393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:54,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:54,669 INFO [RS:0;fda3efb342d8:37393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37393 2024-11-16T04:22:54,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668/rs 2024-11-16T04:22:54,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1465333668/rs/fda3efb342d8,37393,1731730952441 2024-11-16T04:22:54,686 INFO [RS:0;fda3efb342d8:37393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:54,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,37393,1731730952441] 2024-11-16T04:22:54,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1465333668/draining/fda3efb342d8,37393,1731730952441 already deleted, retry=false 2024-11-16T04:22:54,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,37393,1731730952441 expired; onlineServers=0 2024-11-16T04:22:54,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,39285,1731730952311' ***** 2024-11-16T04:22:54,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:54,707 DEBUG [M:0;fda3efb342d8:39285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:22:54,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:22:54,707 DEBUG [M:0;fda3efb342d8:39285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:22:54,707 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730954017 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730954017,5,FailOnTimeoutGroup] 2024-11-16T04:22:54,707 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730954016 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730954016,5,FailOnTimeoutGroup] 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:54,707 DEBUG [M:0;fda3efb342d8:39285 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:54,707 INFO [M:0;fda3efb342d8:39285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:22:54,707 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:22:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1465333668/master 2024-11-16T04:22:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1465333668 2024-11-16T04:22:54,717 DEBUG [M:0;fda3efb342d8:39285 {}] zookeeper.ZKUtil(347): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Unable to get data of znode /1-1465333668/master because node does not exist (not an error) 2024-11-16T04:22:54,717 WARN [M:0;fda3efb342d8:39285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:22:54,718 INFO [M:0;fda3efb342d8:39285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/.lastflushedseqids 2024-11-16T04:22:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741845_1021 (size=173) 2024-11-16T04:22:54,730 INFO [M:0;fda3efb342d8:39285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:22:54,730 INFO [M:0;fda3efb342d8:39285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:22:54,730 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:54,730 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:54,730 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:54,730 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:54,730 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:54,730 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-16T04:22:54,746 DEBUG [M:0;fda3efb342d8:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a76f91f2177468d8951d7ac1002b30f is 82, key is hbase:meta,,1/info:regioninfo/1731730955363/Put/seqid=0 2024-11-16T04:22:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741846_1022 (size=5672) 2024-11-16T04:22:54,796 INFO [RS:0;fda3efb342d8:37393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:54,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:54,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37393-0x10141e12e840004, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:54,796 INFO [RS:0;fda3efb342d8:37393 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,37393,1731730952441; zookeeper connection closed. 2024-11-16T04:22:54,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bca1087 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bca1087 2024-11-16T04:22:54,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:22:54,963 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:55,150 INFO [M:0;fda3efb342d8:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a76f91f2177468d8951d7ac1002b30f 2024-11-16T04:22:55,168 DEBUG [M:0;fda3efb342d8:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/956e52af0f7c48f6bd164691c9bfe915 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731730963733/Put/seqid=0 2024-11-16T04:22:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741847_1023 (size=6587) 2024-11-16T04:22:55,171 INFO [M:0;fda3efb342d8:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/956e52af0f7c48f6bd164691c9bfe915 2024-11-16T04:22:55,189 DEBUG [M:0;fda3efb342d8:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56890a9721c64da8b70797a724b13212 is 69, key is fda3efb342d8,37393,1731730952441/rs:state/1731730954103/Put/seqid=0 2024-11-16T04:22:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741848_1024 (size=5156) 2024-11-16T04:22:55,448 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:55,593 INFO [M:0;fda3efb342d8:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56890a9721c64da8b70797a724b13212 2024-11-16T04:22:55,597 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a76f91f2177468d8951d7ac1002b30f as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a76f91f2177468d8951d7ac1002b30f 2024-11-16T04:22:55,599 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a76f91f2177468d8951d7ac1002b30f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T04:22:55,600 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/956e52af0f7c48f6bd164691c9bfe915 as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/956e52af0f7c48f6bd164691c9bfe915 2024-11-16T04:22:55,603 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/956e52af0f7c48f6bd164691c9bfe915, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T04:22:55,603 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56890a9721c64da8b70797a724b13212 as hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56890a9721c64da8b70797a724b13212 2024-11-16T04:22:55,606 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40017/user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56890a9721c64da8b70797a724b13212, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T04:22:55,606 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false 2024-11-16T04:22:55,607 INFO [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:55,607 DEBUG [M:0;fda3efb342d8:39285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730974730Disabling compacts and flushes for region at 1731730974730Disabling writes for close at 1731730974730Obtaining lock to block concurrent updates at 1731730974730Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730974730Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731730974730Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730974730Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730974731 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730974746 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730974746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730975153 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730975167 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730975167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730975174 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730975189 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730975189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b7eb6: reopening flushed file at 1731730975596 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20406916: reopening flushed file at 1731730975600 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44082bf0: reopening flushed file at 1731730975603 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false at 1731730975606 (+3 ms)Writing region close event to WAL at 1731730975607 (+1 ms)Closed at 1731730975607 2024-11-16T04:22:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40921 is added to blk_1073741830_1006 (size=32782) 2024-11-16T04:22:55,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35b477de-c667-2ee6-4146-7bdb11875e51/MasterData/WALs/fda3efb342d8,39285,1731730952311/fda3efb342d8%2C39285%2C1731730952311.1731730953764 not finished, retry = 0 2024-11-16T04:22:55,709 INFO [M:0;fda3efb342d8:39285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:22:55,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:55,709 INFO [M:0;fda3efb342d8:39285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39285 2024-11-16T04:22:55,710 INFO [M:0;fda3efb342d8:39285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:55,766 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:55,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:55,817 INFO [M:0;fda3efb342d8:39285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:55,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10141e12e840003, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:55,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fa3db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:55,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:55,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:55,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:55,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:55,822 WARN [BP-806923738-172.17.0.2-1731730950655 heartbeating to localhost/127.0.0.1:40017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:22:55,822 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:22:55,822 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:22:55,822 WARN [BP-806923738-172.17.0.2-1731730950655 heartbeating to localhost/127.0.0.1:40017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806923738-172.17.0.2-1731730950655 (Datanode Uuid 52ab7653-927a-4e5e-9264-2b42a95c6d99) service to localhost/127.0.0.1:40017 2024-11-16T04:22:55,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/cluster_7ff80b52-7c29-ac44-e17a-fc14771396c7/data/data1/current/BP-806923738-172.17.0.2-1731730950655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:55,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/cluster_7ff80b52-7c29-ac44-e17a-fc14771396c7/data/data2/current/BP-806923738-172.17.0.2-1731730950655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:55,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:22:55,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1125a761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:55,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:55,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:55,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:55,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2ab0eeca-884b-9f1b-38f1-4ed4f02a948c/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:55,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:22:55,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:22:55,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:55,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:55,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:55,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:55,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:55,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:22:55,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=788180021, stopped=false 2024-11-16T04:22:55,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,44861,1731730946947 2024-11-16T04:22:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1447917578/running 2024-11-16T04:22:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1447917578/running 2024-11-16T04:22:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:55,854 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:55,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/running 2024-11-16T04:22:55,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Set watcher on znode that does not yet exist, /0-1447917578/running 2024-11-16T04:22:55,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:22:55,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:55,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:55,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,45541,1731730947285' ***** 2024-11-16T04:22:55,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:22:55,856 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:22:55,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(3091): Received CLOSE for d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(3091): Received CLOSE for 4032978885285f7149a327e0c551de94 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,45541,1731730947285 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45541. 2024-11-16T04:22:55,857 DEBUG [RS:0;fda3efb342d8:45541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:55,857 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:22:55,857 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:22:55,858 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0ec529c790b8280637c18f8eae92024, disabling compactions & flushes 2024-11-16T04:22:55,858 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:55,858 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:55,858 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731730960406.d0ec529c790b8280637c18f8eae92024. after waiting 0 ms 2024-11-16T04:22:55,858 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:55,860 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:22:55,860 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1325): Online Regions={d0ec529c790b8280637c18f8eae92024=test,,1731730960406.d0ec529c790b8280637c18f8eae92024., 1588230740=hbase:meta,,1.1588230740, 4032978885285f7149a327e0c551de94=hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94.} 2024-11-16T04:22:55,860 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032978885285f7149a327e0c551de94, d0ec529c790b8280637c18f8eae92024 2024-11-16T04:22:55,860 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:22:55,860 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:22:55,860 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:22:55,860 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:22:55,860 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:22:55,860 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T04:22:55,871 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/default/test/d0ec529c790b8280637c18f8eae92024/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T04:22:55,871 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:55,871 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T04:22:55,871 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:55,871 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0ec529c790b8280637c18f8eae92024: Waiting for close lock at 1731730975858Running coprocessor pre-close hooks at 1731730975858Disabling compacts and flushes for region at 1731730975858Disabling writes for close at 1731730975858Writing region close event to WAL at 1731730975868 (+10 ms)Running coprocessor post-close hooks at 1731730975871 (+3 ms)Closed at 1731730975871 2024-11-16T04:22:55,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731730960406.d0ec529c790b8280637c18f8eae92024. 2024-11-16T04:22:55,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4032978885285f7149a327e0c551de94, disabling compactions & flushes 2024-11-16T04:22:55,872 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:55,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:55,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. after waiting 0 ms 2024-11-16T04:22:55,872 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:55,872 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4032978885285f7149a327e0c551de94 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T04:22:55,881 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/info/e39e9046cae8456b9594fe48d3b12e7b is 147, key is hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94./info:regioninfo/1731730968102/Put/seqid=0 2024-11-16T04:22:55,885 INFO [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741847_1023 (size=7686) 2024-11-16T04:22:55,887 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/info/e39e9046cae8456b9594fe48d3b12e7b 2024-11-16T04:22:55,892 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/.tmp/hfileref/73c85882fd464a8fa5914ab7661f7cc7 is 74, key is 1/hfileref:3af3a931bed64d12b0bd254d0c01733e_SeqId_4_/1731730970953/DeleteColumn/seqid=0 2024-11-16T04:22:55,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741848_1024 (size=5489) 2024-11-16T04:22:55,901 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/.tmp/hfileref/73c85882fd464a8fa5914ab7661f7cc7 2024-11-16T04:22:55,911 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/ns/f5de0f3a0bb745afa64385bcf7693a58 is 43, key is default/ns:d/1731730950567/Put/seqid=0 2024-11-16T04:22:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741849_1025 (size=5153) 2024-11-16T04:22:55,926 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/ns/f5de0f3a0bb745afa64385bcf7693a58 2024-11-16T04:22:55,928 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/.tmp/queue/3b9e318994164412acc5c125c80d26be is 153, key is 1-fda3efb342d8,45541,1731730947285/queue:fda3efb342d8%2C45541%2C1731730947285/1731730972778/Put/seqid=0 2024-11-16T04:22:55,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741850_1026 (size=5504) 2024-11-16T04:22:55,953 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/8f1a2d505984447cb18bd721036faba3 is 112, key is test,,1731730960406.d0ec529c790b8280637c18f8eae92024./rep_barrier:seqnumDuringOpen/1731730961543/Put/seqid=0 2024-11-16T04:22:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741851_1027 (size=5518) 2024-11-16T04:22:56,060 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032978885285f7149a327e0c551de94 2024-11-16T04:22:56,260 DEBUG [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4032978885285f7149a327e0c551de94 2024-11-16T04:22:56,341 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/.tmp/queue/3b9e318994164412acc5c125c80d26be 2024-11-16T04:22:56,345 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/.tmp/hfileref/73c85882fd464a8fa5914ab7661f7cc7 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/hfileref/73c85882fd464a8fa5914ab7661f7cc7 2024-11-16T04:22:56,348 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/hfileref/73c85882fd464a8fa5914ab7661f7cc7, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T04:22:56,349 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/.tmp/queue/3b9e318994164412acc5c125c80d26be as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/queue/3b9e318994164412acc5c125c80d26be 2024-11-16T04:22:56,351 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 393, reset compression=false 2024-11-16T04:22:56,354 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/queue/3b9e318994164412acc5c125c80d26be, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T04:22:56,355 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4032978885285f7149a327e0c551de94 in 483ms, sequenceid=17, compaction requested=false 2024-11-16T04:22:56,356 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/8f1a2d505984447cb18bd721036faba3 2024-11-16T04:22:56,357 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T04:22:56,357 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.wal-reader.fda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039 to pos 688, reset compression=false 2024-11-16T04:22:56,357 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fda3efb342d8,45541,1731730947285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/WALs/fda3efb342d8,45541,1731730947285/fda3efb342d8%2C45541%2C1731730947285.1731730971039, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T04:22:56,358 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fda3efb342d8,45541,1731730947285: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fda3efb342d8,45541,1731730947285, walGroup=fda3efb342d8%2C45541%2C1731730947285, offset=fda3efb342d8%2C45541%2C1731730947285.1731730971039:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:45541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T04:22:56,360 ERROR [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T04:22:56,360 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T04:22:56,360 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T04:22:56,360 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T04:22:56,360 DEBUG [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T04:22:56,360 INFO [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 1159448032 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208754344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T04:22:56,361 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:44861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:44861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T04:22:56,387 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:22:56,387 INFO [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:22:56,387 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/replication/4032978885285f7149a327e0c551de94/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T04:22:56,387 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/table/7d7b7490bb014f0eac91c430038ce86c is 53, key is hbase:replication/table:state/1731730968107/Put/seqid=0 2024-11-16T04:22:56,388 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:56,388 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:56,388 INFO [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:56,388 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4032978885285f7149a327e0c551de94: Waiting for close lock at 1731730975872Running coprocessor pre-close hooks at 1731730975872Disabling compacts and flushes for region at 1731730975872Disabling writes for close at 1731730975872Obtaining lock to block concurrent updates at 1731730975872Preparing flush snapshotting stores in 4032978885285f7149a327e0c551de94 at 1731730975872Finished memstore snapshotting hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731730975872Flushing stores of hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. at 1731730975873 (+1 ms)Flushing 4032978885285f7149a327e0c551de94/hfileref: creating writer at 1731730975873Flushing 4032978885285f7149a327e0c551de94/hfileref: appending metadata at 1731730975891 (+18 ms)Flushing 4032978885285f7149a327e0c551de94/hfileref: closing flushed file at 1731730975891Flushing 4032978885285f7149a327e0c551de94/queue: creating writer at 1731730975905 (+14 ms)Flushing 4032978885285f7149a327e0c551de94/queue: appending metadata at 1731730975927 (+22 ms)Flushing 4032978885285f7149a327e0c551de94/queue: closing flushed file at 1731730975927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c933407: reopening flushed file at 1731730976344 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522c3901: reopening flushed file at 1731730976348 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4032978885285f7149a327e0c551de94 in 483ms, sequenceid=17, compaction requested=false at 1731730976355 (+7 ms)Writing region close event to WAL at 1731730976373 (+18 ms)Running coprocessor post-close hooks at 1731730976388 (+15 ms)Closed at 1731730976388 2024-11-16T04:22:56,388 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731730966933.4032978885285f7149a327e0c551de94. 2024-11-16T04:22:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741852_1028 (size=5308) 2024-11-16T04:22:56,395 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/table/7d7b7490bb014f0eac91c430038ce86c 2024-11-16T04:22:56,399 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/info/e39e9046cae8456b9594fe48d3b12e7b as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/info/e39e9046cae8456b9594fe48d3b12e7b 2024-11-16T04:22:56,402 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/info/e39e9046cae8456b9594fe48d3b12e7b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T04:22:56,402 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/ns/f5de0f3a0bb745afa64385bcf7693a58 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/ns/f5de0f3a0bb745afa64385bcf7693a58 2024-11-16T04:22:56,405 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/ns/f5de0f3a0bb745afa64385bcf7693a58, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T04:22:56,406 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/rep_barrier/8f1a2d505984447cb18bd721036faba3 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/rep_barrier/8f1a2d505984447cb18bd721036faba3 2024-11-16T04:22:56,410 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/rep_barrier/8f1a2d505984447cb18bd721036faba3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T04:22:56,411 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/.tmp/table/7d7b7490bb014f0eac91c430038ce86c as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/table/7d7b7490bb014f0eac91c430038ce86c 2024-11-16T04:22:56,416 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/table/7d7b7490bb014f0eac91c430038ce86c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T04:22:56,416 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 556ms, sequenceid=16, compaction requested=false 2024-11-16T04:22:56,423 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T04:22:56,424 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T04:22:56,424 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:22:56,424 INFO [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:56,424 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731730975860Running coprocessor pre-close hooks at 1731730975860Disabling compacts and flushes for region at 1731730975860Disabling writes for close at 1731730975860Obtaining lock to block concurrent updates at 1731730975860Preparing flush snapshotting stores in 1588230740 at 1731730975860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731730975861 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731730975861Flushing 1588230740/info: creating writer at 1731730975861Flushing 1588230740/info: appending metadata at 1731730975881 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731730975881Flushing 1588230740/ns: creating writer at 1731730975894 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731730975911 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731730975911Flushing 1588230740/rep_barrier: creating writer at 1731730975929 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730975952 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730975952Flushing 1588230740/table: creating writer at 1731730976365 (+413 ms)Flushing 1588230740/table: appending metadata at 1731730976387 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731730976387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372bd2fc: reopening flushed file at 1731730976398 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6533ba67: reopening flushed file at 1731730976402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f58990: reopening flushed file at 1731730976406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a08906: reopening flushed file at 1731730976410 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 556ms, sequenceid=16, compaction requested=false at 1731730976416 (+6 ms)Writing region close event to WAL at 1731730976421 (+5 ms)Running coprocessor post-close hooks at 1731730976424 (+3 ms)Closed at 1731730976424 2024-11-16T04:22:56,424 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:22:56,461 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,45541,1731730947285; all regions closed. 2024-11-16T04:22:56,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741842_1018 (size=859) 2024-11-16T04:22:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741843_1019 (size=2791) 2024-11-16T04:22:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741844_1020 (size=696) 2024-11-16T04:22:56,479 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:56,479 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:22:56,479 INFO [RS:0;fda3efb342d8:45541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:56,479 INFO [RS:0;fda3efb342d8:45541 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:56,479 INFO [RS:0;fda3efb342d8:45541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:56,479 INFO [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:56,480 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fda3efb342d8,45541,1731730947285 because: Region server is closing 2024-11-16T04:22:56,480 INFO [RS:0;fda3efb342d8:45541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45541. 2024-11-16T04:22:56,480 DEBUG [RS:0;fda3efb342d8:45541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:56,480 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:56,480 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:56,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:56,538 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:22:56,580 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,1-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,1-fda3efb342d8,45541,1731730947285 terminated 2024-11-16T04:22:56,581 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fda3efb342d8,45541,1731730947285 because: Region server is closing 2024-11-16T04:22:56,581 INFO [RS:0;fda3efb342d8:45541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:45541. 2024-11-16T04:22:56,581 DEBUG [RS:0;fda3efb342d8:45541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:22:56,581 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:56,581 DEBUG [RS:0;fda3efb342d8:45541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:22:56,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:22:56,681 WARN [RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T04:22:56,681 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fda3efb342d8:0-0.replicationSource,2-fda3efb342d8,45541,1731730947285.replicationSource.shipperfda3efb342d8%2C45541%2C1731730947285,2-fda3efb342d8,45541,1731730947285 terminated 2024-11-16T04:22:56,681 INFO [RS:0;fda3efb342d8:45541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45541 2024-11-16T04:22:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578/rs 2024-11-16T04:22:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1447917578/rs/fda3efb342d8,45541,1731730947285 2024-11-16T04:22:56,685 INFO [RS:0;fda3efb342d8:45541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:56,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,45541,1731730947285] 2024-11-16T04:22:56,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1447917578/draining/fda3efb342d8,45541,1731730947285 already deleted, retry=false 2024-11-16T04:22:56,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,45541,1731730947285 expired; onlineServers=0 2024-11-16T04:22:56,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,44861,1731730946947' ***** 2024-11-16T04:22:56,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:22:56,706 INFO [M:0;fda3efb342d8:44861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:22:56,707 INFO [M:0;fda3efb342d8:44861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:22:56,707 DEBUG [M:0;fda3efb342d8:44861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:22:56,707 DEBUG [M:0;fda3efb342d8:44861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:22:56,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:22:56,707 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730949293 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730949293,5,FailOnTimeoutGroup] 2024-11-16T04:22:56,707 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730949293 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730949293,5,FailOnTimeoutGroup] 2024-11-16T04:22:56,707 INFO [M:0;fda3efb342d8:44861 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:22:56,707 INFO [M:0;fda3efb342d8:44861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:22:56,707 DEBUG [M:0;fda3efb342d8:44861 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:22:56,707 INFO [M:0;fda3efb342d8:44861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:22:56,707 INFO [M:0;fda3efb342d8:44861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:22:56,707 INFO [M:0;fda3efb342d8:44861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:22:56,707 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:22:56,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1447917578/master 2024-11-16T04:22:56,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1447917578 2024-11-16T04:22:56,717 DEBUG [M:0;fda3efb342d8:44861 {}] zookeeper.ZKUtil(347): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Unable to get data of znode /0-1447917578/master because node does not exist (not an error) 2024-11-16T04:22:56,717 WARN [M:0;fda3efb342d8:44861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:22:56,717 INFO [M:0;fda3efb342d8:44861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/.lastflushedseqids 2024-11-16T04:22:56,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741853_1029 (size=263) 2024-11-16T04:22:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:56,796 INFO [RS:0;fda3efb342d8:45541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:56,796 INFO [RS:0;fda3efb342d8:45541 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,45541,1731730947285; zookeeper connection closed. 2024-11-16T04:22:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45541-0x10141e12e840001, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:56,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@513b273f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@513b273f 2024-11-16T04:22:56,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:22:57,121 INFO [M:0;fda3efb342d8:44861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:22:57,121 INFO [M:0;fda3efb342d8:44861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:22:57,121 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:22:57,121 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:57,121 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:57,121 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:22:57,121 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:57,121 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-16T04:22:57,134 DEBUG [M:0;fda3efb342d8:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d251093dfc7d4b408f3d7cc51410ba31 is 82, key is hbase:meta,,1/info:regioninfo/1731730950540/Put/seqid=0 2024-11-16T04:22:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741854_1030 (size=5672) 2024-11-16T04:22:57,537 INFO [M:0;fda3efb342d8:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d251093dfc7d4b408f3d7cc51410ba31 2024-11-16T04:22:57,552 DEBUG [M:0;fda3efb342d8:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f607f5ee0bb406aaf1324b02056360b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731730968110/Put/seqid=0 2024-11-16T04:22:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741855_1031 (size=8910) 2024-11-16T04:22:57,955 INFO [M:0;fda3efb342d8:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f607f5ee0bb406aaf1324b02056360b 2024-11-16T04:22:57,970 DEBUG [M:0;fda3efb342d8:44861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984c1fed0531405291e962e6e87f281e is 69, key is fda3efb342d8,45541,1731730947285/rs:state/1731730949341/Put/seqid=0 2024-11-16T04:22:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741856_1032 (size=5156) 2024-11-16T04:22:58,373 INFO [M:0;fda3efb342d8:44861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984c1fed0531405291e962e6e87f281e 2024-11-16T04:22:58,376 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d251093dfc7d4b408f3d7cc51410ba31 as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d251093dfc7d4b408f3d7cc51410ba31 2024-11-16T04:22:58,380 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d251093dfc7d4b408f3d7cc51410ba31, entries=8, sequenceid=112, filesize=5.5 K 2024-11-16T04:22:58,380 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f607f5ee0bb406aaf1324b02056360b as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f607f5ee0bb406aaf1324b02056360b 2024-11-16T04:22:58,383 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f607f5ee0bb406aaf1324b02056360b, entries=13, sequenceid=112, filesize=8.7 K 2024-11-16T04:22:58,383 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/984c1fed0531405291e962e6e87f281e as hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/984c1fed0531405291e962e6e87f281e 2024-11-16T04:22:58,386 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35975/user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/984c1fed0531405291e962e6e87f281e, entries=1, sequenceid=112, filesize=5.0 K 2024-11-16T04:22:58,387 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=112, compaction requested=false 2024-11-16T04:22:58,389 INFO [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:22:58,389 DEBUG [M:0;fda3efb342d8:44861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731730977121Disabling compacts and flushes for region at 1731730977121Disabling writes for close at 1731730977121Obtaining lock to block concurrent updates at 1731730977121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730977121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731730977122 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730977122Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730977122Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730977133 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730977133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730977540 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730977551 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730977551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730977958 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730977969 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730977969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6430ce70: reopening flushed file at 1731730978376 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ed4959: reopening flushed file at 1731730978380 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e1a6a9d: reopening flushed file at 1731730978383 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=112, compaction requested=false at 1731730978387 (+4 ms)Writing region close event to WAL at 1731730978389 (+2 ms)Closed at 1731730978389 2024-11-16T04:22:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741830_1006 (size=69067) 2024-11-16T04:22:58,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/683fe7a7-e72a-e82b-27f8-8dc7d5ae0aaf/MasterData/WALs/fda3efb342d8,44861,1731730946947/fda3efb342d8%2C44861%2C1731730946947.1731730949031 not finished, retry = 0 2024-11-16T04:22:58,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:22:58,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,491 INFO [M:0;fda3efb342d8:44861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:22:58,491 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:22:58,491 INFO [M:0;fda3efb342d8:44861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44861 2024-11-16T04:22:58,492 INFO [M:0;fda3efb342d8:44861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:22:58,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:22:58,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:58,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44861-0x10141e12e840000, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:22:58,712 INFO [M:0;fda3efb342d8:44861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:22:58,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f17d5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:22:58,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:58,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:58,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:58,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:58,717 WARN [BP-1957399345-172.17.0.2-1731730944758 heartbeating to localhost/127.0.0.1:35975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:22:58,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:22:58,717 WARN [BP-1957399345-172.17.0.2-1731730944758 heartbeating to localhost/127.0.0.1:35975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1957399345-172.17.0.2-1731730944758 (Datanode Uuid 0f38d83a-8e41-4975-9edd-2668e75c0c80) service to localhost/127.0.0.1:35975 2024-11-16T04:22:58,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:22:58,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/data/data1/current/BP-1957399345-172.17.0.2-1731730944758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:58,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/cluster_2f469188-8e4c-1e0e-1559-e6dcf130cfb7/data/data2/current/BP-1957399345-172.17.0.2-1731730944758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:22:58,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:22:58,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:22:58,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:22:58,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:22:58,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:22:58,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/659495aa-f6a9-8afd-ef88-df97c68e1b5b/hadoop.log.dir/,STOPPED} 2024-11-16T04:22:58,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:22:58,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:22:58,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40017 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40017 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45691 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45691 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8093 (was 7736) - AvailableMemoryMB LEAK? - 2024-11-16T04:22:58,759 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-16T04:22:58,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10141e12e840008, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:22:58,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141e12e840005, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:22:58,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141e12e840002, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T04:22:58,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141e12e840002, quorum=127.0.0.1:59076, baseZNode=/0-1447917578 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:22:58,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141e12e840005, quorum=127.0.0.1:59076, baseZNode=/1-1465333668 Received Disconnected from ZooKeeper, ignoring 2024-11-16T04:22:58,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10141e12e840008, quorum=127.0.0.1:59076, baseZNode=/2-2111129993 Received Disconnected from ZooKeeper, ignoring